summaryrefslogtreecommitdiff
path: root/libavfilter/vf_datascope.c (plain)
blob: 01a5d992b08de398dc6eb1fc1cc027c16f1fce5a
1/*
2 * Copyright (c) 2016 Paul B Mahol
3 *
4 * This file is part of FFmpeg.
5 *
6 * FFmpeg is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
10 *
11 * FFmpeg is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
15 *
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with FFmpeg; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19 */
20
21#include "libavutil/avassert.h"
22#include "libavutil/intreadwrite.h"
23#include "libavutil/opt.h"
24#include "libavutil/parseutils.h"
25#include "libavutil/pixdesc.h"
26#include "libavutil/xga_font_data.h"
27#include "avfilter.h"
28#include "drawutils.h"
29#include "formats.h"
30#include "internal.h"
31#include "video.h"
32
33typedef struct DatascopeContext {
34 const AVClass *class;
35 int ow, oh;
36 int x, y;
37 int mode;
38 int axis;
39 float opacity;
40
41 int nb_planes;
42 int nb_comps;
43 int chars;
44 FFDrawContext draw;
45 FFDrawColor yellow;
46 FFDrawColor white;
47 FFDrawColor black;
48 FFDrawColor gray;
49
50 void (*pick_color)(FFDrawContext *draw, FFDrawColor *color, AVFrame *in, int x, int y, int *value);
51 void (*reverse_color)(FFDrawContext *draw, FFDrawColor *color, FFDrawColor *reverse);
52 int (*filter)(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs);
53} DatascopeContext;
54
55#define OFFSET(x) offsetof(DatascopeContext, x)
56#define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM
57
58static const AVOption datascope_options[] = {
59 { "size", "set output size", OFFSET(ow), AV_OPT_TYPE_IMAGE_SIZE, {.str="hd720"}, 0, 0, FLAGS },
60 { "s", "set output size", OFFSET(ow), AV_OPT_TYPE_IMAGE_SIZE, {.str="hd720"}, 0, 0, FLAGS },
61 { "x", "set x offset", OFFSET(x), AV_OPT_TYPE_INT, {.i64=0}, 0, INT_MAX, FLAGS },
62 { "y", "set y offset", OFFSET(y), AV_OPT_TYPE_INT, {.i64=0}, 0, INT_MAX, FLAGS },
63 { "mode", "set scope mode", OFFSET(mode), AV_OPT_TYPE_INT, {.i64=0}, 0, 2, FLAGS, "mode" },
64 { "mono", NULL, 0, AV_OPT_TYPE_CONST, {.i64=0}, 0, 0, FLAGS, "mode" },
65 { "color", NULL, 0, AV_OPT_TYPE_CONST, {.i64=1}, 0, 0, FLAGS, "mode" },
66 { "color2", NULL, 0, AV_OPT_TYPE_CONST, {.i64=2}, 0, 0, FLAGS, "mode" },
67 { "axis", "draw column/row numbers", OFFSET(axis), AV_OPT_TYPE_BOOL, {.i64=0}, 0, 1, FLAGS },
68 { "opacity", "set background opacity", OFFSET(opacity), AV_OPT_TYPE_FLOAT, {.dbl=0.75}, 0, 1, FLAGS },
69 { NULL }
70};
71
72AVFILTER_DEFINE_CLASS(datascope);
73
74static int query_formats(AVFilterContext *ctx)
75{
76 return ff_set_common_formats(ctx, ff_draw_supported_pixel_formats(0));
77}
78
79static void draw_text(DatascopeContext *s, AVFrame *frame, FFDrawColor *color,
80 int x0, int y0, const uint8_t *text, int vertical)
81{
82 int x = x0;
83
84 for (; *text; text++) {
85 if (*text == '\n') {
86 x = x0;
87 y0 += 8;
88 continue;
89 }
90 ff_blend_mask(&s->draw, color, frame->data, frame->linesize,
91 frame->width, frame->height,
92 avpriv_cga_font + *text * 8, 1, 8, 8, 0, 0, x, y0);
93 if (vertical) {
94 x = x0;
95 y0 += 8;
96 } else {
97 x += 8;
98 }
99 }
100}
101
102static void pick_color8(FFDrawContext *draw, FFDrawColor *color, AVFrame *in, int x, int y, int *value)
103{
104 int p, i;
105
106 color->rgba[3] = 255;
107 for (p = 0; p < draw->nb_planes; p++) {
108 if (draw->nb_planes == 1) {
109 for (i = 0; i < 4; i++) {
110 value[i] = in->data[0][y * in->linesize[0] + x * draw->pixelstep[0] + i];
111 color->comp[0].u8[i] = value[i];
112 }
113 } else {
114 value[p] = in->data[p][(y >> draw->vsub[p]) * in->linesize[p] + (x >> draw->hsub[p])];
115 color->comp[p].u8[0] = value[p];
116 }
117 }
118}
119
120static void pick_color16(FFDrawContext *draw, FFDrawColor *color, AVFrame *in, int x, int y, int *value)
121{
122 int p, i;
123
124 color->rgba[3] = 255;
125 for (p = 0; p < draw->nb_planes; p++) {
126 if (draw->nb_planes == 1) {
127 for (i = 0; i < 4; i++) {
128 value[i] = AV_RL16(in->data[0] + y * in->linesize[0] + x * draw->pixelstep[0] + i * 2);
129 color->comp[0].u16[i] = value[i];
130 }
131 } else {
132 value[p] = AV_RL16(in->data[p] + (y >> draw->vsub[p]) * in->linesize[p] + (x >> draw->hsub[p]) * 2);
133 color->comp[p].u16[0] = value[p];
134 }
135 }
136}
137
138static void reverse_color8(FFDrawContext *draw, FFDrawColor *color, FFDrawColor *reverse)
139{
140 int p;
141
142 reverse->rgba[3] = 255;
143 for (p = 0; p < draw->nb_planes; p++) {
144 reverse->comp[p].u8[0] = color->comp[p].u8[0] > 127 ? 0 : 255;
145 reverse->comp[p].u8[1] = color->comp[p].u8[1] > 127 ? 0 : 255;
146 reverse->comp[p].u8[2] = color->comp[p].u8[2] > 127 ? 0 : 255;
147 }
148}
149
150static void reverse_color16(FFDrawContext *draw, FFDrawColor *color, FFDrawColor *reverse)
151{
152 int p;
153
154 reverse->rgba[3] = 255;
155 for (p = 0; p < draw->nb_planes; p++) {
156 const unsigned max = (1 << draw->desc->comp[p].depth) - 1;
157 const unsigned mid = (max + 1) / 2;
158
159 reverse->comp[p].u16[0] = color->comp[p].u16[0] > mid ? 0 : max;
160 reverse->comp[p].u16[1] = color->comp[p].u16[1] > mid ? 0 : max;
161 reverse->comp[p].u16[2] = color->comp[p].u16[2] > mid ? 0 : max;
162 }
163}
164
165typedef struct ThreadData {
166 AVFrame *in, *out;
167 int xoff, yoff;
168} ThreadData;
169
170static int filter_color2(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
171{
172 DatascopeContext *s = ctx->priv;
173 AVFilterLink *outlink = ctx->outputs[0];
174 AVFilterLink *inlink = ctx->inputs[0];
175 ThreadData *td = arg;
176 AVFrame *in = td->in;
177 AVFrame *out = td->out;
178 const int xoff = td->xoff;
179 const int yoff = td->yoff;
180 const int P = FFMAX(s->nb_planes, s->nb_comps);
181 const int C = s->chars;
182 const int W = (outlink->w - xoff) / (C * 10);
183 const int H = (outlink->h - yoff) / (P * 12);
184 const char *format[2] = {"%02X\n", "%04X\n"};
185 const int slice_start = (W * jobnr) / nb_jobs;
186 const int slice_end = (W * (jobnr+1)) / nb_jobs;
187 int x, y, p;
188
189 for (y = 0; y < H && (y + s->y < inlink->h); y++) {
190 for (x = slice_start; x < slice_end && (x + s->x < inlink->w); x++) {
191 FFDrawColor color = { { 0 } };
192 FFDrawColor reverse = { { 0 } };
193 int value[4] = { 0 };
194
195 s->pick_color(&s->draw, &color, in, x + s->x, y + s->y, value);
196 s->reverse_color(&s->draw, &color, &reverse);
197 ff_fill_rectangle(&s->draw, &color, out->data, out->linesize,
198 xoff + x * C * 10, yoff + y * P * 12, C * 10, P * 12);
199
200 for (p = 0; p < P; p++) {
201 char text[256];
202
203 snprintf(text, sizeof(text), format[C>>2], value[p]);
204 draw_text(s, out, &reverse, xoff + x * C * 10 + 2, yoff + y * P * 12 + p * 10 + 2, text, 0);
205 }
206 }
207 }
208
209 return 0;
210}
211
212static int filter_color(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
213{
214 DatascopeContext *s = ctx->priv;
215 AVFilterLink *outlink = ctx->outputs[0];
216 AVFilterLink *inlink = ctx->inputs[0];
217 ThreadData *td = arg;
218 AVFrame *in = td->in;
219 AVFrame *out = td->out;
220 const int xoff = td->xoff;
221 const int yoff = td->yoff;
222 const int P = FFMAX(s->nb_planes, s->nb_comps);
223 const int C = s->chars;
224 const int W = (outlink->w - xoff) / (C * 10);
225 const int H = (outlink->h - yoff) / (P * 12);
226 const char *format[2] = {"%02X\n", "%04X\n"};
227 const int slice_start = (W * jobnr) / nb_jobs;
228 const int slice_end = (W * (jobnr+1)) / nb_jobs;
229 int x, y, p;
230
231 for (y = 0; y < H && (y + s->y < inlink->h); y++) {
232 for (x = slice_start; x < slice_end && (x + s->x < inlink->w); x++) {
233 FFDrawColor color = { { 0 } };
234 int value[4] = { 0 };
235
236 s->pick_color(&s->draw, &color, in, x + s->x, y + s->y, value);
237
238 for (p = 0; p < P; p++) {
239 char text[256];
240
241 snprintf(text, sizeof(text), format[C>>2], value[p]);
242 draw_text(s, out, &color, xoff + x * C * 10 + 2, yoff + y * P * 12 + p * 10 + 2, text, 0);
243 }
244 }
245 }
246
247 return 0;
248}
249
250static int filter_mono(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
251{
252 DatascopeContext *s = ctx->priv;
253 AVFilterLink *outlink = ctx->outputs[0];
254 AVFilterLink *inlink = ctx->inputs[0];
255 ThreadData *td = arg;
256 AVFrame *in = td->in;
257 AVFrame *out = td->out;
258 const int xoff = td->xoff;
259 const int yoff = td->yoff;
260 const int P = FFMAX(s->nb_planes, s->nb_comps);
261 const int C = s->chars;
262 const int W = (outlink->w - xoff) / (C * 10);
263 const int H = (outlink->h - yoff) / (P * 12);
264 const char *format[2] = {"%02X\n", "%04X\n"};
265 const int slice_start = (W * jobnr) / nb_jobs;
266 const int slice_end = (W * (jobnr+1)) / nb_jobs;
267 int x, y, p;
268
269 for (y = 0; y < H && (y + s->y < inlink->h); y++) {
270 for (x = slice_start; x < slice_end && (x + s->x < inlink->w); x++) {
271 FFDrawColor color = { { 0 } };
272 int value[4] = { 0 };
273
274 s->pick_color(&s->draw, &color, in, x + s->x, y + s->y, value);
275 for (p = 0; p < P; p++) {
276 char text[256];
277
278 snprintf(text, sizeof(text), format[C>>2], value[p]);
279 draw_text(s, out, &s->white, xoff + x * C * 10 + 2, yoff + y * P * 12 + p * 10 + 2, text, 0);
280 }
281 }
282 }
283
284 return 0;
285}
286
287static int filter_frame(AVFilterLink *inlink, AVFrame *in)
288{
289 AVFilterContext *ctx = inlink->dst;
290 DatascopeContext *s = ctx->priv;
291 AVFilterLink *outlink = ctx->outputs[0];
292 ThreadData td = { 0 };
293 int ymaxlen = 0;
294 int xmaxlen = 0;
295 AVFrame *out;
296
297 out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
298 if (!out) {
299 av_frame_free(&in);
300 return AVERROR(ENOMEM);
301 }
302 out->pts = in->pts;
303
304 ff_fill_rectangle(&s->draw, &s->black, out->data, out->linesize,
305 0, 0, outlink->w, outlink->h);
306
307 if (s->axis) {
308 const int P = FFMAX(s->nb_planes, s->nb_comps);
309 const int C = s->chars;
310 int Y = outlink->h / (P * 12);
311 int X = outlink->w / (C * 10);
312 char text[256] = { 0 };
313 int x, y;
314
315 snprintf(text, sizeof(text), "%d", s->y + Y);
316 ymaxlen = strlen(text);
317 ymaxlen *= 10;
318 snprintf(text, sizeof(text), "%d", s->x + X);
319 xmaxlen = strlen(text);
320 xmaxlen *= 10;
321
322 Y = (outlink->h - xmaxlen) / (P * 12);
323 X = (outlink->w - ymaxlen) / (C * 10);
324
325 for (y = 0; y < Y; y++) {
326 snprintf(text, sizeof(text), "%d", s->y + y);
327
328 ff_fill_rectangle(&s->draw, &s->gray, out->data, out->linesize,
329 0, xmaxlen + y * P * 12 + (P + 1) * P - 2, ymaxlen, 10);
330
331 draw_text(s, out, &s->yellow, 2, xmaxlen + y * P * 12 + (P + 1) * P, text, 0);
332 }
333
334 for (x = 0; x < X; x++) {
335 snprintf(text, sizeof(text), "%d", s->x + x);
336
337 ff_fill_rectangle(&s->draw, &s->gray, out->data, out->linesize,
338 ymaxlen + x * C * 10 + 2 * C - 2, 0, 10, xmaxlen);
339
340 draw_text(s, out, &s->yellow, ymaxlen + x * C * 10 + 2 * C, 2, text, 1);
341 }
342 }
343
344 td.in = in; td.out = out, td.yoff = xmaxlen, td.xoff = ymaxlen;
345 ctx->internal->execute(ctx, s->filter, &td, NULL, FFMIN(ff_filter_get_nb_threads(ctx), FFMAX(outlink->w / 20, 1)));
346
347 av_frame_free(&in);
348 return ff_filter_frame(outlink, out);
349}
350
351static int config_input(AVFilterLink *inlink)
352{
353 DatascopeContext *s = inlink->dst->priv;
354 uint8_t alpha = s->opacity * 255;
355
356 s->nb_planes = av_pix_fmt_count_planes(inlink->format);
357 ff_draw_init(&s->draw, inlink->format, 0);
358 ff_draw_color(&s->draw, &s->white, (uint8_t[]){ 255, 255, 255, 255} );
359 ff_draw_color(&s->draw, &s->black, (uint8_t[]){ 0, 0, 0, alpha} );
360 ff_draw_color(&s->draw, &s->yellow, (uint8_t[]){ 255, 255, 0, 255} );
361 ff_draw_color(&s->draw, &s->gray, (uint8_t[]){ 77, 77, 77, 255} );
362 s->chars = (s->draw.desc->comp[0].depth + 7) / 8 * 2;
363 s->nb_comps = s->draw.desc->nb_components;
364
365 switch (s->mode) {
366 case 0: s->filter = filter_mono; break;
367 case 1: s->filter = filter_color; break;
368 case 2: s->filter = filter_color2; break;
369 }
370
371 if (s->draw.desc->comp[0].depth <= 8) {
372 s->pick_color = pick_color8;
373 s->reverse_color = reverse_color8;
374 } else {
375 s->pick_color = pick_color16;
376 s->reverse_color = reverse_color16;
377 }
378
379 return 0;
380}
381
382static int config_output(AVFilterLink *outlink)
383{
384 DatascopeContext *s = outlink->src->priv;
385
386 outlink->h = s->oh;
387 outlink->w = s->ow;
388 outlink->sample_aspect_ratio = (AVRational){1,1};
389
390 return 0;
391}
392
393static const AVFilterPad inputs[] = {
394 {
395 .name = "default",
396 .type = AVMEDIA_TYPE_VIDEO,
397 .filter_frame = filter_frame,
398 .config_props = config_input,
399 },
400 { NULL }
401};
402
403static const AVFilterPad outputs[] = {
404 {
405 .name = "default",
406 .type = AVMEDIA_TYPE_VIDEO,
407 .config_props = config_output,
408 },
409 { NULL }
410};
411
412AVFilter ff_vf_datascope = {
413 .name = "datascope",
414 .description = NULL_IF_CONFIG_SMALL("Video data analysis."),
415 .priv_size = sizeof(DatascopeContext),
416 .priv_class = &datascope_class,
417 .query_formats = query_formats,
418 .inputs = inputs,
419 .outputs = outputs,
420 .flags = AVFILTER_FLAG_SLICE_THREADS,
421};
422