FFmpeg
f_graphmonitor.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2018 Paul B Mahol
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 #include "config_components.h"
22 
23 #include "libavutil/mem.h"
24 #include "libavutil/pixdesc.h"
25 #include "libavutil/intreadwrite.h"
26 #include "libavutil/opt.h"
27 #include "libavutil/timestamp.h"
28 #include "libavutil/xga_font_data.h"
29 #include "audio.h"
30 #include "avfilter.h"
31 #include "filters.h"
32 #include "formats.h"
33 #include "video.h"
34 
35 typedef struct CacheItem {
36  int64_t previous_pts_us;
37 } CacheItem;
38 
39 typedef struct GraphMonitorContext {
40  const AVClass *class;
41 
42  int w, h;
43  float opacity;
44  int mode;
45  int flags;
46  AVRational frame_rate;
47 
48  int eof;
49  int eof_frames;
50  int64_t pts;
51  int64_t next_pts;
52  uint8_t white[4];
53  uint8_t yellow[4];
54  uint8_t red[4];
55  uint8_t green[4];
56  uint8_t blue[4];
57  uint8_t gray[4];
58  uint8_t bg[4];
59 
60  CacheItem *cache;
61  unsigned int cache_size;
62  unsigned int cache_index;
63 } GraphMonitorContext;
64 
65 enum {
66  MODE_FULL = 0,
67  MODE_COMPACT = 1,
68  MODE_NOZERO = 2,
69  MODE_NOEOF = 4,
70  MODE_NODISABLED = 8,
71  MODE_MAX = 15
72 };
73 
74 enum {
75  FLAG_NONE = 0 << 0,
76  FLAG_QUEUE = 1 << 0,
77  FLAG_FCIN = 1 << 1,
78  FLAG_FCOUT = 1 << 2,
79  FLAG_PTS = 1 << 3,
80  FLAG_TIME = 1 << 4,
81  FLAG_TB = 1 << 5,
82  FLAG_FMT = 1 << 6,
83  FLAG_SIZE = 1 << 7,
84  FLAG_RATE = 1 << 8,
85  FLAG_EOF = 1 << 9,
86  FLAG_SCIN = 1 << 10,
87  FLAG_SCOUT = 1 << 11,
88  FLAG_PTS_DELTA = 1 << 12,
89  FLAG_TIME_DELTA = 1 << 13,
90  FLAG_FC_DELTA = 1 << 14,
91  FLAG_SC_DELTA = 1 << 15,
92  FLAG_DISABLED = 1 << 16,
93 };
94 
95 #define OFFSET(x) offsetof(GraphMonitorContext, x)
96 #define VF AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM
97 #define VFR AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_RUNTIME_PARAM
98 
99 static const AVOption graphmonitor_options[] = {
100  { "size", "set monitor size", OFFSET(w), AV_OPT_TYPE_IMAGE_SIZE, {.str="hd720"}, 0, 0, VF },
101  { "s", "set monitor size", OFFSET(w), AV_OPT_TYPE_IMAGE_SIZE, {.str="hd720"}, 0, 0, VF },
102  { "opacity", "set video opacity", OFFSET(opacity), AV_OPT_TYPE_FLOAT, {.dbl=.9}, 0, 1, VFR },
103  { "o", "set video opacity", OFFSET(opacity), AV_OPT_TYPE_FLOAT, {.dbl=.9}, 0, 1, VFR },
104  { "mode", "set mode", OFFSET(mode), AV_OPT_TYPE_FLAGS, {.i64=0}, 0, MODE_MAX, VFR, .unit = "mode" },
105  { "m", "set mode", OFFSET(mode), AV_OPT_TYPE_FLAGS, {.i64=0}, 0, MODE_MAX, VFR, .unit = "mode" },
106  { "full", NULL, 0, AV_OPT_TYPE_CONST, {.i64=MODE_FULL}, 0, 0, VFR, .unit = "mode" },
107  { "compact", NULL, 0, AV_OPT_TYPE_CONST, {.i64=MODE_COMPACT},0, 0, VFR, .unit = "mode" },
108  { "nozero", NULL, 0, AV_OPT_TYPE_CONST, {.i64=MODE_NOZERO}, 0, 0, VFR, .unit = "mode" },
109  { "noeof", NULL, 0, AV_OPT_TYPE_CONST, {.i64=MODE_NOEOF}, 0, 0, VFR, .unit = "mode" },
110  { "nodisabled",NULL,0,AV_OPT_TYPE_CONST, {.i64=MODE_NODISABLED},0,0,VFR,.unit = "mode" },
111  { "flags", "set flags", OFFSET(flags), AV_OPT_TYPE_FLAGS, {.i64=FLAG_QUEUE}, 0, INT_MAX, VFR, .unit = "flags" },
112  { "f", "set flags", OFFSET(flags), AV_OPT_TYPE_FLAGS, {.i64=FLAG_QUEUE}, 0, INT_MAX, VFR, .unit = "flags" },
113  { "none", NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_NONE}, 0, 0, VFR, .unit = "flags" },
114  { "all", NULL, 0, AV_OPT_TYPE_CONST, {.i64=INT_MAX}, 0, 0, VFR, .unit = "flags" },
115  { "queue", NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_QUEUE}, 0, 0, VFR, .unit = "flags" },
116  { "frame_count_in", NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_FCOUT}, 0, 0, VFR, .unit = "flags" },
117  { "frame_count_out", NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_FCIN}, 0, 0, VFR, .unit = "flags" },
118  { "frame_count_delta",NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_FC_DELTA},0, 0, VFR, .unit = "flags" },
119  { "pts", NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_PTS}, 0, 0, VFR, .unit = "flags" },
120  { "pts_delta", NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_PTS_DELTA},0,0, VFR, .unit = "flags" },
121  { "time", NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_TIME}, 0, 0, VFR, .unit = "flags" },
122  { "time_delta", NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_TIME_DELTA},0,0,VFR, .unit = "flags" },
123  { "timebase", NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_TB}, 0, 0, VFR, .unit = "flags" },
124  { "format", NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_FMT}, 0, 0, VFR, .unit = "flags" },
125  { "size", NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_SIZE}, 0, 0, VFR, .unit = "flags" },
126  { "rate", NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_RATE}, 0, 0, VFR, .unit = "flags" },
127  { "eof", NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_EOF}, 0, 0, VFR, .unit = "flags" },
128  { "sample_count_in", NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_SCOUT}, 0, 0, VFR, .unit = "flags" },
129  { "sample_count_out", NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_SCIN}, 0, 0, VFR, .unit = "flags" },
130  { "sample_count_delta",NULL,0, AV_OPT_TYPE_CONST, {.i64=FLAG_SC_DELTA},0, 0, VFR, .unit = "flags" },
131  { "disabled", NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_DISABLED},0, 0, VFR, .unit = "flags" },
132  { "rate", "set video rate", OFFSET(frame_rate), AV_OPT_TYPE_VIDEO_RATE, {.str = "25"}, 0, INT_MAX, VF },
133  { "r", "set video rate", OFFSET(frame_rate), AV_OPT_TYPE_VIDEO_RATE, {.str = "25"}, 0, INT_MAX, VF },
134  { NULL }
135 };
136 
137 static av_cold int init(AVFilterContext *ctx)
138 {
139  GraphMonitorContext *s = ctx->priv;
140 
141  s->cache = av_fast_realloc(NULL, &s->cache_size,
142  8192 * sizeof(*(s->cache)));
143  if (!s->cache)
144  return AVERROR(ENOMEM);
145 
146  return 0;
147 }
148 
149 static int query_formats(AVFilterContext *ctx)
150 {
151  AVFilterLink *outlink = ctx->outputs[0];
152  static const enum AVPixelFormat pix_fmts[] = {
153  AV_PIX_FMT_RGBA,
154  AV_PIX_FMT_NONE
155  };
156  int ret;
157 
158  AVFilterFormats *fmts_list = ff_make_format_list(pix_fmts);
159  if ((ret = ff_formats_ref(fmts_list, &outlink->incfg.formats)) < 0)
160  return ret;
161 
162  return 0;
163 }
164 
165 static void clear_image(GraphMonitorContext *s, AVFrame *out, AVFilterLink *outlink)
166 {
167  const int h = out->height;
168  const int w = out->width;
169  uint8_t *dst = out->data[0];
170  int bg = AV_RN32(s->bg);
171 
172  for (int j = 0; j < w; j++)
173  AV_WN32(dst + j * 4, bg);
174  dst += out->linesize[0];
175  for (int i = 1; i < h; i++) {
176  memcpy(dst, out->data[0], w * 4);
177  dst += out->linesize[0];
178  }
179 }
180 
181 static void drawtext(AVFrame *pic, int x, int y, const char *txt,
182  const int len, uint8_t *color)
183 {
184  const uint8_t *font;
185  int font_height;
186  int i;
187 
188  font = avpriv_cga_font, font_height = 8;
189 
190  if (y + 8 >= pic->height ||
191  x + len * 8 >= pic->width)
192  return;
193 
194  for (i = 0; txt[i]; i++) {
195  int char_y, mask;
196 
197  uint8_t *p = pic->data[0] + y*pic->linesize[0] + (x + i*8)*4;
198  for (char_y = 0; char_y < font_height; char_y++) {
199  for (mask = 0x80; mask; mask >>= 1) {
200  if (font[txt[i] * font_height + char_y] & mask) {
201  p[0] = color[0];
202  p[1] = color[1];
203  p[2] = color[2];
204  }
205  p += 4;
206  }
207  p += pic->linesize[0] - 8 * 4;
208  }
209  }
210 }
211 
212 static int filter_have_eof(AVFilterContext *filter)
213 {
214  for (int j = 0; j < filter->nb_inputs; j++) {
215  AVFilterLink *l = filter->inputs[j];
216 
217  if (!ff_outlink_get_status(l))
218  return 0;
219  }
220 
221  for (int j = 0; j < filter->nb_outputs; j++) {
222  AVFilterLink *l = filter->outputs[j];
223 
224  if (!ff_outlink_get_status(l))
225  return 0;
226  }
227 
228  return 1;
229 }
230 
231 static int filter_have_queued(AVFilterContext *filter)
232 {
233  for (int j = 0; j < filter->nb_inputs; j++) {
234  AVFilterLink *l = filter->inputs[j];
235  size_t frames = ff_inlink_queued_frames(l);
236 
237  if (frames)
238  return 1;
239  }
240 
241  for (int j = 0; j < filter->nb_outputs; j++) {
242  AVFilterLink *l = filter->outputs[j];
243  size_t frames = ff_inlink_queued_frames(l);
244 
245  if (frames)
246  return 1;
247  }
248 
249  return 0;
250 }
251 
252 static int draw_items(AVFilterContext *ctx,
253  AVFilterContext *filter,
254  AVFrame *out,
255  int xpos, int ypos,
256  AVFilterLink *l,
257  size_t frames)
258 {
259  GraphMonitorContext *s = ctx->priv;
260  FilterLink *fl = ff_filter_link(l);
261  int64_t previous_pts_us = s->cache[s->cache_index].previous_pts_us;
262  int64_t current_pts_us = fl->current_pts_us;
263  const int flags = s->flags;
264  const int mode = s->mode;
265  char buffer[1024] = { 0 };
266  int len = 0;
267 
268  if (flags & FLAG_FMT) {
269  if (l->type == AVMEDIA_TYPE_VIDEO) {
270  len = snprintf(buffer, sizeof(buffer)-1, " | format: %s",
271  av_get_pix_fmt_name(l->format));
272  } else if (l->type == AVMEDIA_TYPE_AUDIO) {
273  len = snprintf(buffer, sizeof(buffer)-1, " | format: %s",
274  av_get_sample_fmt_name(l->format));
275  }
276  drawtext(out, xpos, ypos, buffer, len, s->white);
277  xpos += len * 8;
278  }
279  if (flags & FLAG_SIZE) {
280  if (l->type == AVMEDIA_TYPE_VIDEO) {
281  len = snprintf(buffer, sizeof(buffer)-1, " | size: %dx%d", l->w, l->h);
282  } else if (l->type == AVMEDIA_TYPE_AUDIO) {
283  len = snprintf(buffer, sizeof(buffer)-1, " | channels: %d", l->ch_layout.nb_channels);
284  }
285  drawtext(out, xpos, ypos, buffer, len, s->white);
286  xpos += len * 8;
287  }
288  if (flags & FLAG_RATE) {
289  if (l->type == AVMEDIA_TYPE_VIDEO) {
290  len = snprintf(buffer, sizeof(buffer)-1, " | fps: %d/%d", fl->frame_rate.num, fl->frame_rate.den);
291  } else if (l->type == AVMEDIA_TYPE_AUDIO) {
292  len = snprintf(buffer, sizeof(buffer)-1, " | samplerate: %d", l->sample_rate);
293  }
294  drawtext(out, xpos, ypos, buffer, len, s->white);
295  xpos += len * 8;
296  }
297  if (flags & FLAG_TB) {
298  len = snprintf(buffer, sizeof(buffer)-1, " | tb: %d/%d", l->time_base.num, l->time_base.den);
299  drawtext(out, xpos, ypos, buffer, len, s->white);
300  xpos += len * 8;
301  }
302  if ((flags & FLAG_QUEUE) && (!(mode & MODE_NOZERO) || frames)) {
303  len = snprintf(buffer, sizeof(buffer)-1, " | queue: ");
304  drawtext(out, xpos, ypos, buffer, len, s->white);
305  xpos += len * 8;
306  len = snprintf(buffer, sizeof(buffer)-1, "%"SIZE_SPECIFIER, frames);
307  drawtext(out, xpos, ypos, buffer, len, frames > 0 ? frames >= 10 ? frames >= 50 ? s->red : s->yellow : s->green : s->white);
308  xpos += len * 8;
309  }
310  if ((flags & FLAG_FCIN) && (!(mode & MODE_NOZERO) || fl->frame_count_in)) {
311  len = snprintf(buffer, sizeof(buffer)-1, " | in: %"PRId64, fl->frame_count_in);
312  drawtext(out, xpos, ypos, buffer, len, s->white);
313  xpos += len * 8;
314  }
315  if ((flags & FLAG_FCOUT) && (!(mode & MODE_NOZERO) || fl->frame_count_out)) {
316  len = snprintf(buffer, sizeof(buffer)-1, " | out: %"PRId64, fl->frame_count_out);
317  drawtext(out, xpos, ypos, buffer, len, s->white);
318  xpos += len * 8;
319  }
320  if ((flags & FLAG_FC_DELTA) && (!(mode & MODE_NOZERO) || (fl->frame_count_in - fl->frame_count_out))) {
321  len = snprintf(buffer, sizeof(buffer)-1, " | delta: %"PRId64, fl->frame_count_in - fl->frame_count_out);
322  drawtext(out, xpos, ypos, buffer, len, s->white);
323  xpos += len * 8;
324  }
325  if ((flags & FLAG_SCIN) && (!(mode & MODE_NOZERO) || fl->sample_count_in)) {
326  len = snprintf(buffer, sizeof(buffer)-1, " | sin: %"PRId64, fl->sample_count_in);
327  drawtext(out, xpos, ypos, buffer, len, s->white);
328  xpos += len * 8;
329  }
330  if ((flags & FLAG_SCOUT) && (!(mode & MODE_NOZERO) || fl->sample_count_out)) {
331  len = snprintf(buffer, sizeof(buffer)-1, " | sout: %"PRId64, fl->sample_count_out);
332  drawtext(out, xpos, ypos, buffer, len, s->white);
333  xpos += len * 8;
334  }
335  if ((flags & FLAG_SC_DELTA) && (!(mode & MODE_NOZERO) || (fl->sample_count_in - fl->sample_count_out))) {
336  len = snprintf(buffer, sizeof(buffer)-1, " | sdelta: %"PRId64, fl->sample_count_in - fl->sample_count_out);
337  drawtext(out, xpos, ypos, buffer, len, s->white);
338  xpos += len * 8;
339  }
340  if ((flags & FLAG_PTS) && (!(mode & MODE_NOZERO) || current_pts_us)) {
341  len = snprintf(buffer, sizeof(buffer)-1, " | pts: %s", av_ts2str(current_pts_us));
342  drawtext(out, xpos, ypos, buffer, len, s->white);
343  xpos += len * 8;
344  }
345  if ((flags & FLAG_PTS_DELTA) && (!(mode & MODE_NOZERO) || (current_pts_us - previous_pts_us))) {
346  len = snprintf(buffer, sizeof(buffer)-1, " | pts_delta: %s", av_ts2str(current_pts_us - previous_pts_us));
347  drawtext(out, xpos, ypos, buffer, len, s->white);
348  xpos += len * 8;
349  }
350  if ((flags & FLAG_TIME) && (!(mode & MODE_NOZERO) || current_pts_us)) {
351  len = snprintf(buffer, sizeof(buffer)-1, " | time: %s", av_ts2timestr(current_pts_us, &AV_TIME_BASE_Q));
352  drawtext(out, xpos, ypos, buffer, len, s->white);
353  xpos += len * 8;
354  }
355  if ((flags & FLAG_TIME_DELTA) && (!(mode & MODE_NOZERO) || (current_pts_us - previous_pts_us))) {
356  len = snprintf(buffer, sizeof(buffer)-1, " | time_delta: %s", av_ts2timestr(current_pts_us - previous_pts_us, &AV_TIME_BASE_Q));
357  drawtext(out, xpos, ypos, buffer, len, s->white);
358  xpos += len * 8;
359  }
360  if ((flags & FLAG_EOF) && ff_outlink_get_status(l)) {
361  len = snprintf(buffer, sizeof(buffer)-1, " | eof");
362  drawtext(out, xpos, ypos, buffer, len, s->blue);
363  xpos += len * 8;
364  }
365  if ((flags & FLAG_DISABLED) && filter->is_disabled) {
366  len = snprintf(buffer, sizeof(buffer)-1, " | off");
367  drawtext(out, xpos, ypos, buffer, len, s->gray);
368  xpos += len * 8;
369  }
370 
371  s->cache[s->cache_index].previous_pts_us = current_pts_us;
372 
373  if (s->cache_index + 1 >= s->cache_size / sizeof(*(s->cache))) {
374  void *ptr = av_fast_realloc(s->cache, &s->cache_size, s->cache_size * 2);
375 
376  if (!ptr)
377  return AVERROR(ENOMEM);
378  s->cache = ptr;
379  }
380  s->cache_index++;
381 
382  return 0;
383 }
384 
385 static int create_frame(AVFilterContext *ctx, int64_t pts)
386 {
387  GraphMonitorContext *s = ctx->priv;
388  AVFilterLink *outlink = ctx->outputs[0];
389  int ret, len, xpos, ypos = 0;
390  char buffer[1024];
391  AVFrame *out;
392 
393  out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
394  if (!out)
395  return AVERROR(ENOMEM);
396 
397  s->bg[3] = 255 * s->opacity;
398  clear_image(s, out, outlink);
399 
400  s->cache_index = 0;
401 
402  for (int i = 0; i < ctx->graph->nb_filters; i++) {
403  AVFilterContext *filter = ctx->graph->filters[i];
404 
405  if ((s->mode & MODE_COMPACT) && !filter_have_queued(filter))
406  continue;
407 
408  if ((s->mode & MODE_NOEOF) && filter_have_eof(filter))
409  continue;
410 
411  if ((s->mode & MODE_NODISABLED) && filter->is_disabled)
412  continue;
413 
414  xpos = 0;
415  len = strlen(filter->name);
416  drawtext(out, xpos, ypos, filter->name, len, s->white);
417  xpos += len * 8 + 10;
418  len = strlen(filter->filter->name);
419  drawtext(out, xpos, ypos, filter->filter->name, len, s->white);
420  ypos += 10;
421  for (int j = 0; j < filter->nb_inputs; j++) {
422  AVFilterLink *l = filter->inputs[j];
423  size_t frames = ff_inlink_queued_frames(l);
424 
425  if ((s->mode & MODE_COMPACT) && !frames)
426  continue;
427 
428  if ((s->mode & MODE_NOEOF) && ff_outlink_get_status(l))
429  continue;
430 
431  xpos = 10;
432  len = snprintf(buffer, sizeof(buffer)-1, "in%d: ", j);
433  drawtext(out, xpos, ypos, buffer, len, s->white);
434  xpos += len * 8;
435  len = strlen(l->src->name);
436  drawtext(out, xpos, ypos, l->src->name, len, s->white);
437  xpos += len * 8 + 10;
438  ret = draw_items(ctx, filter, out, xpos, ypos, l, frames);
439  if (ret < 0)
440  goto error;
441  ypos += 10;
442  }
443 
444  ypos += 2;
445  for (int j = 0; j < filter->nb_outputs; j++) {
446  AVFilterLink *l = filter->outputs[j];
447  size_t frames = ff_inlink_queued_frames(l);
448 
449  if ((s->mode & MODE_COMPACT) && !frames)
450  continue;
451 
452  if ((s->mode & MODE_NOEOF) && ff_outlink_get_status(l))
453  continue;
454 
455  xpos = 10;
456  len = snprintf(buffer, sizeof(buffer)-1, "out%d: ", j);
457  drawtext(out, xpos, ypos, buffer, len, s->white);
458  xpos += len * 8;
459  len = strlen(l->dst->name);
460  drawtext(out, xpos, ypos, l->dst->name, len, s->white);
461  xpos += len * 8 + 10;
462  ret = draw_items(ctx, filter, out, xpos, ypos, l, frames);
463  if (ret < 0)
464  goto error;
465  ypos += 10;
466  }
467  ypos += 5;
468  }
469 
470  out->pts = pts;
471  out->duration = 1;
472  s->pts = pts + 1;
473  if (s->eof_frames)
474  s->eof_frames = 0;
475  return ff_filter_frame(outlink, out);
476 error:
477  av_frame_free(&out);
478  return ret;
479 }
480 
481 static int activate(AVFilterContext *ctx)
482 {
483  GraphMonitorContext *s = ctx->priv;
484  AVFilterLink *inlink = ctx->inputs[0];
485  AVFilterLink *outlink = ctx->outputs[0];
486  int64_t pts = AV_NOPTS_VALUE;
487  int status;
488 
489  FF_FILTER_FORWARD_STATUS_BACK(outlink, inlink);
490 
491  if (!s->eof && ff_inlink_queued_frames(inlink)) {
492  AVFrame *frame = NULL;
493  int ret;
494 
495  ret = ff_inlink_consume_frame(inlink, &frame);
496  if (ret < 0)
497  return ret;
498  if (ret > 0) {
499  pts = frame->pts;
500  av_frame_free(&frame);
501  }
502  }
503 
504  if (pts != AV_NOPTS_VALUE) {
505  pts = av_rescale_q(pts, inlink->time_base, outlink->time_base);
506  if (s->pts == AV_NOPTS_VALUE)
507  s->pts = pts;
508  s->next_pts = pts;
509  } else if (s->eof) {
510  s->next_pts = s->pts + 1;
511  }
512 
513  if (s->eof && s->eof_frames == 0) {
514  ff_outlink_set_status(outlink, AVERROR_EOF, s->next_pts);
515  return 0;
516  }
517 
518  if (s->eof || (s->pts < s->next_pts && ff_outlink_frame_wanted(outlink)))
519  return create_frame(ctx, s->pts);
520 
521  if (!s->eof && ff_inlink_acknowledge_status(inlink, &status, &pts)) {
522  s->eof = 1;
523  s->eof_frames = 1;
524  ff_filter_set_ready(ctx, 100);
525  return 0;
526  }
527 
528  if (!s->eof) {
529  FF_FILTER_FORWARD_WANTED(outlink, inlink);
530  } else {
531  ff_filter_set_ready(ctx, 100);
532  return 0;
533  }
534 
535  return FFERROR_NOT_READY;
536 }
537 
538 static int config_output(AVFilterLink *outlink)
539 {
540  FilterLink *l = ff_filter_link(outlink);
541  GraphMonitorContext *s = outlink->src->priv;
542 
543  s->white[0] = s->white[1] = s->white[2] = 255;
544  s->yellow[0] = s->yellow[1] = 255;
545  s->red[0] = 255;
546  s->green[1] = 255;
547  s->blue[2] = 255;
548  s->gray[0] = s->gray[1] = s->gray[2] = 128;
549  s->pts = AV_NOPTS_VALUE;
550  s->next_pts = AV_NOPTS_VALUE;
551  outlink->w = s->w;
552  outlink->h = s->h;
553  outlink->sample_aspect_ratio = (AVRational){1,1};
554  l->frame_rate = s->frame_rate;
555  outlink->time_base = av_inv_q(s->frame_rate);
556 
557  return 0;
558 }
559 
560 static av_cold void uninit(AVFilterContext *ctx)
561 {
562  GraphMonitorContext *s = ctx->priv;
563 
564  av_freep(&s->cache);
565  s->cache_size = s->cache_index = 0;
566 }
567 
568 AVFILTER_DEFINE_CLASS_EXT(graphmonitor, "(a)graphmonitor", graphmonitor_options);
569 
570 static const AVFilterPad graphmonitor_outputs[] = {
571  {
572  .name = "default",
573  .type = AVMEDIA_TYPE_VIDEO,
574  .config_props = config_output,
575  },
576 };
577 
578 #if CONFIG_GRAPHMONITOR_FILTER
579 
580 const AVFilter ff_vf_graphmonitor = {
581  .name = "graphmonitor",
582  .description = NULL_IF_CONFIG_SMALL("Show various filtergraph stats."),
583  .priv_size = sizeof(GraphMonitorContext),
584  .priv_class = &graphmonitor_class,
585  .init = init,
586  .uninit = uninit,
587  .activate = activate,
588  FILTER_INPUTS(ff_video_default_filterpad),
589  FILTER_OUTPUTS(graphmonitor_outputs),
590  FILTER_QUERY_FUNC(query_formats),
591  .process_command = ff_filter_process_command,
592 };
593 
594 #endif // CONFIG_GRAPHMONITOR_FILTER
595 
596 #if CONFIG_AGRAPHMONITOR_FILTER
597 
598 const AVFilter ff_avf_agraphmonitor = {
599  .name = "agraphmonitor",
600  .description = NULL_IF_CONFIG_SMALL("Show various filtergraph stats."),
601  .priv_class = &graphmonitor_class,
602  .priv_size = sizeof(GraphMonitorContext),
603  .init = init,
604  .uninit = uninit,
605  .activate = activate,
606  FILTER_INPUTS(ff_audio_default_filterpad),
607  FILTER_OUTPUTS(graphmonitor_outputs),
608  FILTER_QUERY_FUNC(query_formats),
609  .process_command = ff_filter_process_command,
610 };
611 #endif // CONFIG_AGRAPHMONITOR_FILTER
error
static void error(const char *err)
Definition: target_bsf_fuzzer.c:32
GraphMonitorContext::mode
int mode
Definition: f_graphmonitor.c:44
ff_get_video_buffer
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
Definition: video.c:116
AVPixelFormat
AVPixelFormat
Pixel format.
Definition: pixfmt.h:71
CacheItem::previous_pts_us
int64_t previous_pts_us
Definition: f_graphmonitor.c:36
GraphMonitorContext::gray
uint8_t gray[4]
Definition: f_graphmonitor.c:57
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
opt.h
drawtext
static void drawtext(AVFrame *pic, int x, int y, const char *txt, const int len, uint8_t *color)
Definition: f_graphmonitor.c:181
ff_make_format_list
AVFilterFormats * ff_make_format_list(const int *fmts)
Create a list of supported formats.
Definition: formats.c:435
out
FILE * out
Definition: movenc.c:55
color
Definition: vf_paletteuse.c:511
ff_filter_frame
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:1023
AVERROR_EOF
#define AVERROR_EOF
End of file.
Definition: error.h:57
FFERROR_NOT_READY
return FFERROR_NOT_READY
Definition: filter_design.txt:204
AV_OPT_TYPE_VIDEO_RATE
@ AV_OPT_TYPE_VIDEO_RATE
Underlying C type is AVRational.
Definition: opt.h:315
FLAG_TIME_DELTA
@ FLAG_TIME_DELTA
Definition: f_graphmonitor.c:89
AV_TIME_BASE_Q
#define AV_TIME_BASE_Q
Internal time base represented as fractional value.
Definition: avutil.h:264
int64_t
long long int64_t
Definition: coverity.c:34
inlink
The exact code depends on how similar the blocks are and how related they are to the and needs to apply these operations to the correct inlink or outlink if there are several Macros are available to factor that when no extra processing is inlink
Definition: filter_design.txt:212
MODE_COMPACT
@ MODE_COMPACT
Definition: f_graphmonitor.c:67
mask
int mask
Definition: mediacodecdec_common.c:154
av_frame_free
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:160
GraphMonitorContext::opacity
float opacity
Definition: f_graphmonitor.c:43
FILTER_INPUTS
#define FILTER_INPUTS(array)
Definition: filters.h:262
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:374
pixdesc.h
AVFrame::width
int width
Definition: frame.h:446
w
uint8_t w
Definition: llviddspenc.c:38
OFFSET
#define OFFSET(x)
Definition: f_graphmonitor.c:95
AVOption
AVOption.
Definition: opt.h:429
FLAG_FMT
@ FLAG_FMT
Definition: f_graphmonitor.c:82
filter
void(* filter)(uint8_t *src, int stride, int qscale)
Definition: h263dsp.c:29
GraphMonitorContext::cache_index
unsigned int cache_index
Definition: f_graphmonitor.c:62
AVFilter::name
const char * name
Filter name.
Definition: avfilter.h:205
uninit
static av_cold void uninit(AVFilterContext *ctx)
Definition: f_graphmonitor.c:560
AVChannelLayout::nb_channels
int nb_channels
Number of channels in this layout.
Definition: channel_layout.h:321
video.h
FF_FILTER_FORWARD_STATUS_BACK
#define FF_FILTER_FORWARD_STATUS_BACK(outlink, inlink)
Forward the status on an output link to an input link.
Definition: filters.h:434
create_frame
static int create_frame(AVFilterContext *ctx, int64_t pts)
Definition: f_graphmonitor.c:385
draw_items
static int draw_items(AVFilterContext *ctx, AVFilterContext *filter, AVFrame *out, int xpos, int ypos, AVFilterLink *l, size_t frames)
Definition: f_graphmonitor.c:252
AVFrame::data
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:395
GraphMonitorContext::cache
CacheItem * cache
Definition: f_graphmonitor.c:60
AVFilterFormats
A list of supported formats for one end of a filter link.
Definition: formats.h:64
formats.h
ff_avf_agraphmonitor
const AVFilter ff_avf_agraphmonitor
ff_inlink_consume_frame
int ff_inlink_consume_frame(AVFilterLink *link, AVFrame **rframe)
Take a frame from the link's FIFO and update the link's stats.
Definition: avfilter.c:1451
GraphMonitorContext::bg
uint8_t bg[4]
Definition: f_graphmonitor.c:58
AVFilterContext::priv
void * priv
private data for use by the filter
Definition: avfilter.h:472
frames
if it could not because there are no more frames
Definition: filter_design.txt:266
pts
static int64_t pts
Definition: transcode_aac.c:644
query_formats
static int query_formats(AVFilterContext *ctx)
Definition: f_graphmonitor.c:149
AVRational::num
int num
Numerator.
Definition: rational.h:59
AVFilterPad
A filter pad used for either input or output.
Definition: filters.h:38
GraphMonitorContext::green
uint8_t green[4]
Definition: f_graphmonitor.c:55
av_cold
#define av_cold
Definition: attributes.h:90
ff_video_default_filterpad
const AVFilterPad ff_video_default_filterpad[1]
An AVFilterPad array whose only entry has name "default" and is of type AVMEDIA_TYPE_VIDEO.
Definition: video.c:37
GraphMonitorContext::eof
int eof
Definition: f_graphmonitor.c:48
ff_outlink_set_status
static void ff_outlink_set_status(AVFilterLink *link, int status, int64_t pts)
Set the status field of a link from the source filter.
Definition: filters.h:424
av_fast_realloc
void * av_fast_realloc(void *ptr, unsigned int *size, size_t min_size)
Reallocate the given buffer if it is not large enough, otherwise do nothing.
Definition: mem.c:497
intreadwrite.h
s
#define s(width, name)
Definition: cbs_vp9.c:198
AVMEDIA_TYPE_AUDIO
@ AVMEDIA_TYPE_AUDIO
Definition: avutil.h:202
ff_formats_ref
int ff_formats_ref(AVFilterFormats *f, AVFilterFormats **ref)
Add *ref as a new reference to formats.
Definition: formats.c:678
filters.h
pix_fmts
static enum AVPixelFormat pix_fmts[]
Definition: libkvazaar.c:304
GraphMonitorContext::white
uint8_t white[4]
Definition: f_graphmonitor.c:52
ctx
AVFormatContext * ctx
Definition: movenc.c:49
av_rescale_q
int64_t av_rescale_q(int64_t a, AVRational bq, AVRational cq)
Rescale a 64-bit integer by 2 rational numbers.
Definition: mathematics.c:142
av_get_sample_fmt_name
const char * av_get_sample_fmt_name(enum AVSampleFormat sample_fmt)
Return the name of sample_fmt, or NULL if sample_fmt is not recognized.
Definition: samplefmt.c:51
FILTER_OUTPUTS
#define FILTER_OUTPUTS(array)
Definition: filters.h:263
GraphMonitorContext::pts
int64_t pts
Definition: f_graphmonitor.c:50
AV_PIX_FMT_RGBA
@ AV_PIX_FMT_RGBA
packed RGBA 8:8:8:8, 32bpp, RGBARGBA...
Definition: pixfmt.h:100
FLAG_DISABLED
@ FLAG_DISABLED
Definition: f_graphmonitor.c:92
FLAG_SIZE
@ FLAG_SIZE
Definition: f_graphmonitor.c:83
AVClass
Describe the class of an AVClass context structure.
Definition: log.h:66
NULL
#define NULL
Definition: coverity.c:32
GraphMonitorContext::red
uint8_t red[4]
Definition: f_graphmonitor.c:54
AVRational
Rational number (pair of numerator and denominator).
Definition: rational.h:58
AV_OPT_TYPE_IMAGE_SIZE
@ AV_OPT_TYPE_IMAGE_SIZE
Underlying C type is two consecutive integers.
Definition: opt.h:303
FLAG_FCOUT
@ FLAG_FCOUT
Definition: f_graphmonitor.c:78
AV_RN32
#define AV_RN32(p)
Definition: intreadwrite.h:360
AVFilterContext::name
char * name
name of this filter instance
Definition: avfilter.h:462
FLAG_SCIN
@ FLAG_SCIN
Definition: f_graphmonitor.c:86
ff_audio_default_filterpad
const AVFilterPad ff_audio_default_filterpad[1]
An AVFilterPad array whose only entry has name "default" and is of type AVMEDIA_TYPE_AUDIO.
Definition: audio.c:34
VF
#define VF
Definition: f_graphmonitor.c:96
ff_inlink_acknowledge_status
int ff_inlink_acknowledge_status(AVFilterLink *link, int *rstatus, int64_t *rpts)
Test and acknowledge the change of status on the link.
Definition: avfilter.c:1398
ff_inlink_queued_frames
size_t ff_inlink_queued_frames(AVFilterLink *link)
Get the number of frames available on the link.
Definition: avfilter.c:1414
ff_filter_link
static FilterLink * ff_filter_link(AVFilterLink *link)
Definition: filters.h:197
activate
static int activate(AVFilterContext *ctx)
Definition: f_graphmonitor.c:481
av_ts2timestr
#define av_ts2timestr(ts, tb)
Convenience macro, the return value should be used only directly in function arguments but never stan...
Definition: timestamp.h:83
GraphMonitorContext::next_pts
int64_t next_pts
Definition: f_graphmonitor.c:51
FLAG_NONE
@ FLAG_NONE
Definition: f_graphmonitor.c:75
NULL_IF_CONFIG_SMALL
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
Definition: internal.h:94
AV_WN32
#define AV_WN32(p, v)
Definition: intreadwrite.h:372
init
static av_cold int init(AVFilterContext *ctx)
Definition: f_graphmonitor.c:137
dst
uint8_t ptrdiff_t const uint8_t ptrdiff_t int intptr_t intptr_t int int16_t * dst
Definition: dsp.h:83
AV_NOPTS_VALUE
#define AV_NOPTS_VALUE
Undefined timestamp value.
Definition: avutil.h:248
GraphMonitorContext
Definition: f_graphmonitor.c:39
ff_filter_process_command
int ff_filter_process_command(AVFilterContext *ctx, const char *cmd, const char *arg, char *res, int res_len, int flags)
Generic processing of user supplied commands that are set in the same way as the filter options.
Definition: avfilter.c:894
FLAG_FCIN
@ FLAG_FCIN
Definition: f_graphmonitor.c:77
FF_FILTER_FORWARD_WANTED
FF_FILTER_FORWARD_WANTED(outlink, inlink)
FLAG_EOF
@ FLAG_EOF
Definition: f_graphmonitor.c:85
xga_font_data.h
FLAG_QUEUE
@ FLAG_QUEUE
Definition: f_graphmonitor.c:76
AV_OPT_TYPE_FLOAT
@ AV_OPT_TYPE_FLOAT
Underlying C type is float.
Definition: opt.h:271
graphmonitor_outputs
static const AVFilterPad graphmonitor_outputs[]
Definition: f_graphmonitor.c:570
GraphMonitorContext::cache_size
unsigned int cache_size
Definition: f_graphmonitor.c:61
filter_have_eof
static int filter_have_eof(AVFilterContext *filter)
Definition: f_graphmonitor.c:212
GraphMonitorContext::blue
uint8_t blue[4]
Definition: f_graphmonitor.c:56
i
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:256
FLAG_TIME
@ FLAG_TIME
Definition: f_graphmonitor.c:80
MODE_NOZERO
@ MODE_NOZERO
Definition: f_graphmonitor.c:68
CacheItem
Definition: f_graphmonitor.c:35
graphmonitor_options
static const AVOption graphmonitor_options[]
Definition: f_graphmonitor.c:99
av_inv_q
static av_always_inline AVRational av_inv_q(AVRational q)
Invert a rational.
Definition: rational.h:159
len
int len
Definition: vorbis_enc_data.h:426
AVFilterPad::name
const char * name
Pad name.
Definition: filters.h:44
MODE_NODISABLED
@ MODE_NODISABLED
Definition: f_graphmonitor.c:70
GraphMonitorContext::frame_rate
AVRational frame_rate
Definition: f_graphmonitor.c:46
AVFilter
Filter definition.
Definition: avfilter.h:201
FLAG_SC_DELTA
@ FLAG_SC_DELTA
Definition: f_graphmonitor.c:91
ret
ret
Definition: filter_design.txt:187
MODE_NOEOF
@ MODE_NOEOF
Definition: f_graphmonitor.c:69
filter_have_queued
static int filter_have_queued(AVFilterContext *filter)
Definition: f_graphmonitor.c:231
frame
these buffered frames must be flushed immediately if a new input produces new the filter must not call request_frame to get more It must just process the frame or queue it The task of requesting more frames is left to the filter s request_frame method or the application If a filter has several the filter must be ready for frames arriving randomly on any input any filter with several inputs will most likely require some kind of queuing mechanism It is perfectly acceptable to have a limited queue and to drop frames when the inputs are too unbalanced request_frame For filters that do not use the this method is called when a frame is wanted on an output For a it should directly call filter_frame on the corresponding output For a if there are queued frames already one of these frames should be pushed If the filter should request a frame on one of its repeatedly until at least one frame has been pushed Return or at least make progress towards producing a frame
Definition: filter_design.txt:264
GraphMonitorContext::w
int w
Definition: f_graphmonitor.c:42
FLAG_SCOUT
@ FLAG_SCOUT
Definition: f_graphmonitor.c:87
VFR
#define VFR
Definition: f_graphmonitor.c:97
clear_image
static void clear_image(GraphMonitorContext *s, AVFrame *out, AVFilterLink *outlink)
Definition: f_graphmonitor.c:165
config_output
static int config_output(AVFilterLink *outlink)
Definition: f_graphmonitor.c:538
SIZE_SPECIFIER
#define SIZE_SPECIFIER
Definition: internal.h:129
FLAG_PTS_DELTA
@ FLAG_PTS_DELTA
Definition: f_graphmonitor.c:88
AVFrame::height
int height
Definition: frame.h:446
GraphMonitorContext::h
int h
Definition: f_graphmonitor.c:42
status
ov_status_e status
Definition: dnn_backend_openvino.c:100
buffer
the frame and frame reference mechanism is intended to as much as expensive copies of that data while still allowing the filters to produce correct results The data is stored in buffers represented by AVFrame structures Several references can point to the same frame buffer
Definition: filter_design.txt:49
AVRational::den
int den
Denominator.
Definition: rational.h:60
mode
mode
Definition: ebur128.h:83
AV_PIX_FMT_NONE
@ AV_PIX_FMT_NONE
Definition: pixfmt.h:72
avfilter.h
MODE_FULL
@ MODE_FULL
Definition: f_graphmonitor.c:66
FLAG_PTS
@ FLAG_PTS
Definition: f_graphmonitor.c:79
ff_outlink_get_status
int ff_outlink_get_status(AVFilterLink *link)
Get the status on an output link.
Definition: avfilter.c:1603
AVFilterContext
An instance of a filter.
Definition: avfilter.h:457
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
mem.h
audio.h
AVFilterFormatsConfig::formats
AVFilterFormats * formats
List of supported formats (pixel or sample).
Definition: avfilter.h:116
GraphMonitorContext::flags
int flags
Definition: f_graphmonitor.c:45
avpriv_cga_font
const uint8_t avpriv_cga_font[2048]
Definition: xga_font_data.c:29
GraphMonitorContext::eof_frames
int eof_frames
Definition: f_graphmonitor.c:49
av_freep
#define av_freep(p)
Definition: tableprint_vlc.h:34
AV_OPT_TYPE_FLAGS
@ AV_OPT_TYPE_FLAGS
Underlying C type is unsigned int.
Definition: opt.h:255
timestamp.h
flags
#define flags(name, subs,...)
Definition: cbs_av1.c:482
AVFrame::linesize
int linesize[AV_NUM_DATA_POINTERS]
For video, a positive or negative value, which is typically indicating the size in bytes of each pict...
Definition: frame.h:419
av_ts2str
#define av_ts2str(ts)
Convenience macro, the return value should be used only directly in function arguments but never stan...
Definition: timestamp.h:54
h
h
Definition: vp9dsp_template.c:2070
ff_outlink_frame_wanted
the definition of that something depends on the semantic of the filter The callback must examine the status of the filter s links and proceed accordingly The status of output links is stored in the status_in and status_out fields and tested by the ff_outlink_frame_wanted() function. If this function returns true
GraphMonitorContext::yellow
uint8_t yellow[4]
Definition: f_graphmonitor.c:53
FLAG_RATE
@ FLAG_RATE
Definition: f_graphmonitor.c:84
FLAG_FC_DELTA
@ FLAG_FC_DELTA
Definition: f_graphmonitor.c:90
AVFILTER_DEFINE_CLASS_EXT
AVFILTER_DEFINE_CLASS_EXT(graphmonitor, "(a)graphmonitor", graphmonitor_options)
AV_OPT_TYPE_CONST
@ AV_OPT_TYPE_CONST
Special option type for declaring named constants.
Definition: opt.h:299
snprintf
#define snprintf
Definition: snprintf.h:34
FILTER_QUERY_FUNC
#define FILTER_QUERY_FUNC(func)
Definition: filters.h:236
FLAG_TB
@ FLAG_TB
Definition: f_graphmonitor.c:81
MODE_MAX
@ MODE_MAX
Definition: f_graphmonitor.c:71
ff_vf_graphmonitor
const AVFilter ff_vf_graphmonitor
av_get_pix_fmt_name
const char * av_get_pix_fmt_name(enum AVPixelFormat pix_fmt)
Return the short name for a pixel format, NULL in case pix_fmt is unknown.
Definition: pixdesc.c:2885
ff_filter_set_ready
void ff_filter_set_ready(AVFilterContext *filter, unsigned priority)
Mark a filter ready and schedule it for activation.
Definition: avfilter.c:237
Generated on Wed Sep 18 2024 19:22:31 for FFmpeg by   doxygen 1.8.17