summaryrefslogtreecommitdiff
path: root/libavfilter/vf_drawtext.c (plain)
blob: 8b24f508e1e2d147b7e0fae98af2f21a32f828af
1/*
2 * Copyright (c) 2011 Stefano Sabatini
3 * Copyright (c) 2010 S.N. Hemanth Meenakshisundaram
4 * Copyright (c) 2003 Gustavo Sverzut Barbieri <gsbarbieri@yahoo.com.br>
5 *
6 * This file is part of FFmpeg.
7 *
8 * FFmpeg is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU Lesser General Public
10 * License as published by the Free Software Foundation; either
11 * version 2.1 of the License, or (at your option) any later version.
12 *
13 * FFmpeg is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * Lesser General Public License for more details.
17 *
18 * You should have received a copy of the GNU Lesser General Public
19 * License along with FFmpeg; if not, write to the Free Software
20 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21 */
22
23/**
24 * @file
25 * drawtext filter, based on the original vhook/drawtext.c
26 * filter by Gustavo Sverzut Barbieri
27 */
28
29#include "config.h"
30
31#if HAVE_SYS_TIME_H
32#include <sys/time.h>
33#endif
34#include <sys/types.h>
35#include <sys/stat.h>
36#include <time.h>
37#if HAVE_UNISTD_H
38#include <unistd.h>
39#endif
40#include <fenv.h>
41
42#if CONFIG_LIBFONTCONFIG
43#include <fontconfig/fontconfig.h>
44#endif
45
46#include "libavutil/avstring.h"
47#include "libavutil/bprint.h"
48#include "libavutil/common.h"
49#include "libavutil/file.h"
50#include "libavutil/eval.h"
51#include "libavutil/opt.h"
52#include "libavutil/random_seed.h"
53#include "libavutil/parseutils.h"
54#include "libavutil/timecode.h"
55#include "libavutil/time_internal.h"
56#include "libavutil/tree.h"
57#include "libavutil/lfg.h"
58#include "avfilter.h"
59#include "drawutils.h"
60#include "formats.h"
61#include "internal.h"
62#include "video.h"
63
64#if CONFIG_LIBFRIBIDI
65#include <fribidi.h>
66#endif
67
68#include <ft2build.h>
69#include FT_FREETYPE_H
70#include FT_GLYPH_H
71#include FT_STROKER_H
72
73static const char *const var_names[] = {
74 "dar",
75 "hsub", "vsub",
76 "line_h", "lh", ///< line height, same as max_glyph_h
77 "main_h", "h", "H", ///< height of the input video
78 "main_w", "w", "W", ///< width of the input video
79 "max_glyph_a", "ascent", ///< max glyph ascent
80 "max_glyph_d", "descent", ///< min glyph descent
81 "max_glyph_h", ///< max glyph height
82 "max_glyph_w", ///< max glyph width
83 "n", ///< number of frame
84 "sar",
85 "t", ///< timestamp expressed in seconds
86 "text_h", "th", ///< height of the rendered text
87 "text_w", "tw", ///< width of the rendered text
88 "x",
89 "y",
90 "pict_type",
91 NULL
92};
93
94static const char *const fun2_names[] = {
95 "rand"
96};
97
98static double drand(void *opaque, double min, double max)
99{
100 return min + (max-min) / UINT_MAX * av_lfg_get(opaque);
101}
102
103typedef double (*eval_func2)(void *, double a, double b);
104
105static const eval_func2 fun2[] = {
106 drand,
107 NULL
108};
109
110enum var_name {
111 VAR_DAR,
112 VAR_HSUB, VAR_VSUB,
113 VAR_LINE_H, VAR_LH,
114 VAR_MAIN_H, VAR_h, VAR_H,
115 VAR_MAIN_W, VAR_w, VAR_W,
116 VAR_MAX_GLYPH_A, VAR_ASCENT,
117 VAR_MAX_GLYPH_D, VAR_DESCENT,
118 VAR_MAX_GLYPH_H,
119 VAR_MAX_GLYPH_W,
120 VAR_N,
121 VAR_SAR,
122 VAR_T,
123 VAR_TEXT_H, VAR_TH,
124 VAR_TEXT_W, VAR_TW,
125 VAR_X,
126 VAR_Y,
127 VAR_PICT_TYPE,
128 VAR_VARS_NB
129};
130
131enum expansion_mode {
132 EXP_NONE,
133 EXP_NORMAL,
134 EXP_STRFTIME,
135};
136
137typedef struct DrawTextContext {
138 const AVClass *class;
139 int exp_mode; ///< expansion mode to use for the text
140 int reinit; ///< tells if the filter is being reinited
141#if CONFIG_LIBFONTCONFIG
142 uint8_t *font; ///< font to be used
143#endif
144 uint8_t *fontfile; ///< font to be used
145 uint8_t *text; ///< text to be drawn
146 AVBPrint expanded_text; ///< used to contain the expanded text
147 uint8_t *fontcolor_expr; ///< fontcolor expression to evaluate
148 AVBPrint expanded_fontcolor; ///< used to contain the expanded fontcolor spec
149 int ft_load_flags; ///< flags used for loading fonts, see FT_LOAD_*
150 FT_Vector *positions; ///< positions for each element in the text
151 size_t nb_positions; ///< number of elements of positions array
152 char *textfile; ///< file with text to be drawn
153 int x; ///< x position to start drawing text
154 int y; ///< y position to start drawing text
155 int max_glyph_w; ///< max glyph width
156 int max_glyph_h; ///< max glyph height
157 int shadowx, shadowy;
158 int borderw; ///< border width
159 unsigned int fontsize; ///< font size to use
160
161 int line_spacing; ///< lines spacing in pixels
162 short int draw_box; ///< draw box around text - true or false
163 int boxborderw; ///< box border width
164 int use_kerning; ///< font kerning is used - true/false
165 int tabsize; ///< tab size
166 int fix_bounds; ///< do we let it go out of frame bounds - t/f
167
168 FFDrawContext dc;
169 FFDrawColor fontcolor; ///< foreground color
170 FFDrawColor shadowcolor; ///< shadow color
171 FFDrawColor bordercolor; ///< border color
172 FFDrawColor boxcolor; ///< background color
173
174 FT_Library library; ///< freetype font library handle
175 FT_Face face; ///< freetype font face handle
176 FT_Stroker stroker; ///< freetype stroker handle
177 struct AVTreeNode *glyphs; ///< rendered glyphs, stored using the UTF-32 char code
178 char *x_expr; ///< expression for x position
179 char *y_expr; ///< expression for y position
180 AVExpr *x_pexpr, *y_pexpr; ///< parsed expressions for x and y
181 int64_t basetime; ///< base pts time in the real world for display
182 double var_values[VAR_VARS_NB];
183 char *a_expr;
184 AVExpr *a_pexpr;
185 int alpha;
186 AVLFG prng; ///< random
187 char *tc_opt_string; ///< specified timecode option string
188 AVRational tc_rate; ///< frame rate for timecode
189 AVTimecode tc; ///< timecode context
190 int tc24hmax; ///< 1 if timecode is wrapped to 24 hours, 0 otherwise
191 int reload; ///< reload text file for each frame
192 int start_number; ///< starting frame number for n/frame_num var
193#if CONFIG_LIBFRIBIDI
194 int text_shaping; ///< 1 to shape the text before drawing it
195#endif
196 AVDictionary *metadata;
197} DrawTextContext;
198
199#define OFFSET(x) offsetof(DrawTextContext, x)
200#define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM
201
202static const AVOption drawtext_options[]= {
203 {"fontfile", "set font file", OFFSET(fontfile), AV_OPT_TYPE_STRING, {.str=NULL}, CHAR_MIN, CHAR_MAX, FLAGS},
204 {"text", "set text", OFFSET(text), AV_OPT_TYPE_STRING, {.str=NULL}, CHAR_MIN, CHAR_MAX, FLAGS},
205 {"textfile", "set text file", OFFSET(textfile), AV_OPT_TYPE_STRING, {.str=NULL}, CHAR_MIN, CHAR_MAX, FLAGS},
206 {"fontcolor", "set foreground color", OFFSET(fontcolor.rgba), AV_OPT_TYPE_COLOR, {.str="black"}, CHAR_MIN, CHAR_MAX, FLAGS},
207 {"fontcolor_expr", "set foreground color expression", OFFSET(fontcolor_expr), AV_OPT_TYPE_STRING, {.str=""}, CHAR_MIN, CHAR_MAX, FLAGS},
208 {"boxcolor", "set box color", OFFSET(boxcolor.rgba), AV_OPT_TYPE_COLOR, {.str="white"}, CHAR_MIN, CHAR_MAX, FLAGS},
209 {"bordercolor", "set border color", OFFSET(bordercolor.rgba), AV_OPT_TYPE_COLOR, {.str="black"}, CHAR_MIN, CHAR_MAX, FLAGS},
210 {"shadowcolor", "set shadow color", OFFSET(shadowcolor.rgba), AV_OPT_TYPE_COLOR, {.str="black"}, CHAR_MIN, CHAR_MAX, FLAGS},
211 {"box", "set box", OFFSET(draw_box), AV_OPT_TYPE_BOOL, {.i64=0}, 0, 1 , FLAGS},
212 {"boxborderw", "set box border width", OFFSET(boxborderw), AV_OPT_TYPE_INT, {.i64=0}, INT_MIN, INT_MAX , FLAGS},
213 {"line_spacing", "set line spacing in pixels", OFFSET(line_spacing), AV_OPT_TYPE_INT, {.i64=0}, INT_MIN, INT_MAX,FLAGS},
214 {"fontsize", "set font size", OFFSET(fontsize), AV_OPT_TYPE_INT, {.i64=0}, 0, INT_MAX , FLAGS},
215 {"x", "set x expression", OFFSET(x_expr), AV_OPT_TYPE_STRING, {.str="0"}, CHAR_MIN, CHAR_MAX, FLAGS},
216 {"y", "set y expression", OFFSET(y_expr), AV_OPT_TYPE_STRING, {.str="0"}, CHAR_MIN, CHAR_MAX, FLAGS},
217 {"shadowx", "set shadow x offset", OFFSET(shadowx), AV_OPT_TYPE_INT, {.i64=0}, INT_MIN, INT_MAX , FLAGS},
218 {"shadowy", "set shadow y offset", OFFSET(shadowy), AV_OPT_TYPE_INT, {.i64=0}, INT_MIN, INT_MAX , FLAGS},
219 {"borderw", "set border width", OFFSET(borderw), AV_OPT_TYPE_INT, {.i64=0}, INT_MIN, INT_MAX , FLAGS},
220 {"tabsize", "set tab size", OFFSET(tabsize), AV_OPT_TYPE_INT, {.i64=4}, 0, INT_MAX , FLAGS},
221 {"basetime", "set base time", OFFSET(basetime), AV_OPT_TYPE_INT64, {.i64=AV_NOPTS_VALUE}, INT64_MIN, INT64_MAX , FLAGS},
222#if CONFIG_LIBFONTCONFIG
223 { "font", "Font name", OFFSET(font), AV_OPT_TYPE_STRING, { .str = "Sans" }, .flags = FLAGS },
224#endif
225
226 {"expansion", "set the expansion mode", OFFSET(exp_mode), AV_OPT_TYPE_INT, {.i64=EXP_NORMAL}, 0, 2, FLAGS, "expansion"},
227 {"none", "set no expansion", OFFSET(exp_mode), AV_OPT_TYPE_CONST, {.i64=EXP_NONE}, 0, 0, FLAGS, "expansion"},
228 {"normal", "set normal expansion", OFFSET(exp_mode), AV_OPT_TYPE_CONST, {.i64=EXP_NORMAL}, 0, 0, FLAGS, "expansion"},
229 {"strftime", "set strftime expansion (deprecated)", OFFSET(exp_mode), AV_OPT_TYPE_CONST, {.i64=EXP_STRFTIME}, 0, 0, FLAGS, "expansion"},
230
231 {"timecode", "set initial timecode", OFFSET(tc_opt_string), AV_OPT_TYPE_STRING, {.str=NULL}, CHAR_MIN, CHAR_MAX, FLAGS},
232 {"tc24hmax", "set 24 hours max (timecode only)", OFFSET(tc24hmax), AV_OPT_TYPE_BOOL, {.i64=0}, 0, 1, FLAGS},
233 {"timecode_rate", "set rate (timecode only)", OFFSET(tc_rate), AV_OPT_TYPE_RATIONAL, {.dbl=0}, 0, INT_MAX, FLAGS},
234 {"r", "set rate (timecode only)", OFFSET(tc_rate), AV_OPT_TYPE_RATIONAL, {.dbl=0}, 0, INT_MAX, FLAGS},
235 {"rate", "set rate (timecode only)", OFFSET(tc_rate), AV_OPT_TYPE_RATIONAL, {.dbl=0}, 0, INT_MAX, FLAGS},
236 {"reload", "reload text file for each frame", OFFSET(reload), AV_OPT_TYPE_BOOL, {.i64=0}, 0, 1, FLAGS},
237 { "alpha", "apply alpha while rendering", OFFSET(a_expr), AV_OPT_TYPE_STRING, { .str = "1" }, .flags = FLAGS },
238 {"fix_bounds", "check and fix text coords to avoid clipping", OFFSET(fix_bounds), AV_OPT_TYPE_BOOL, {.i64=1}, 0, 1, FLAGS},
239 {"start_number", "start frame number for n/frame_num variable", OFFSET(start_number), AV_OPT_TYPE_INT, {.i64=0}, 0, INT_MAX, FLAGS},
240
241#if CONFIG_LIBFRIBIDI
242 {"text_shaping", "attempt to shape text before drawing", OFFSET(text_shaping), AV_OPT_TYPE_BOOL, {.i64=1}, 0, 1, FLAGS},
243#endif
244
245 /* FT_LOAD_* flags */
246 { "ft_load_flags", "set font loading flags for libfreetype", OFFSET(ft_load_flags), AV_OPT_TYPE_FLAGS, { .i64 = FT_LOAD_DEFAULT }, 0, INT_MAX, FLAGS, "ft_load_flags" },
247 { "default", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = FT_LOAD_DEFAULT }, .flags = FLAGS, .unit = "ft_load_flags" },
248 { "no_scale", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = FT_LOAD_NO_SCALE }, .flags = FLAGS, .unit = "ft_load_flags" },
249 { "no_hinting", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = FT_LOAD_NO_HINTING }, .flags = FLAGS, .unit = "ft_load_flags" },
250 { "render", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = FT_LOAD_RENDER }, .flags = FLAGS, .unit = "ft_load_flags" },
251 { "no_bitmap", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = FT_LOAD_NO_BITMAP }, .flags = FLAGS, .unit = "ft_load_flags" },
252 { "vertical_layout", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = FT_LOAD_VERTICAL_LAYOUT }, .flags = FLAGS, .unit = "ft_load_flags" },
253 { "force_autohint", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = FT_LOAD_FORCE_AUTOHINT }, .flags = FLAGS, .unit = "ft_load_flags" },
254 { "crop_bitmap", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = FT_LOAD_CROP_BITMAP }, .flags = FLAGS, .unit = "ft_load_flags" },
255 { "pedantic", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = FT_LOAD_PEDANTIC }, .flags = FLAGS, .unit = "ft_load_flags" },
256 { "ignore_global_advance_width", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = FT_LOAD_IGNORE_GLOBAL_ADVANCE_WIDTH }, .flags = FLAGS, .unit = "ft_load_flags" },
257 { "no_recurse", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = FT_LOAD_NO_RECURSE }, .flags = FLAGS, .unit = "ft_load_flags" },
258 { "ignore_transform", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = FT_LOAD_IGNORE_TRANSFORM }, .flags = FLAGS, .unit = "ft_load_flags" },
259 { "monochrome", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = FT_LOAD_MONOCHROME }, .flags = FLAGS, .unit = "ft_load_flags" },
260 { "linear_design", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = FT_LOAD_LINEAR_DESIGN }, .flags = FLAGS, .unit = "ft_load_flags" },
261 { "no_autohint", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = FT_LOAD_NO_AUTOHINT }, .flags = FLAGS, .unit = "ft_load_flags" },
262 { NULL }
263};
264
265AVFILTER_DEFINE_CLASS(drawtext);
266
267#undef __FTERRORS_H__
268#define FT_ERROR_START_LIST {
269#define FT_ERRORDEF(e, v, s) { (e), (s) },
270#define FT_ERROR_END_LIST { 0, NULL } };
271
272static const struct ft_error {
273 int err;
274 const char *err_msg;
275} ft_errors[] =
276#include FT_ERRORS_H
277
278#define FT_ERRMSG(e) ft_errors[e].err_msg
279
280typedef struct Glyph {
281 FT_Glyph glyph;
282 FT_Glyph border_glyph;
283 uint32_t code;
284 FT_Bitmap bitmap; ///< array holding bitmaps of font
285 FT_Bitmap border_bitmap; ///< array holding bitmaps of font border
286 FT_BBox bbox;
287 int advance;
288 int bitmap_left;
289 int bitmap_top;
290} Glyph;
291
292static int glyph_cmp(const void *key, const void *b)
293{
294 const Glyph *a = key, *bb = b;
295 int64_t diff = (int64_t)a->code - (int64_t)bb->code;
296 return diff > 0 ? 1 : diff < 0 ? -1 : 0;
297}
298
299/**
300 * Load glyphs corresponding to the UTF-32 codepoint code.
301 */
302static int load_glyph(AVFilterContext *ctx, Glyph **glyph_ptr, uint32_t code)
303{
304 DrawTextContext *s = ctx->priv;
305 FT_BitmapGlyph bitmapglyph;
306 Glyph *glyph;
307 struct AVTreeNode *node = NULL;
308 int ret;
309
310 /* load glyph into s->face->glyph */
311 if (FT_Load_Char(s->face, code, s->ft_load_flags))
312 return AVERROR(EINVAL);
313
314 glyph = av_mallocz(sizeof(*glyph));
315 if (!glyph) {
316 ret = AVERROR(ENOMEM);
317 goto error;
318 }
319 glyph->code = code;
320
321 if (FT_Get_Glyph(s->face->glyph, &glyph->glyph)) {
322 ret = AVERROR(EINVAL);
323 goto error;
324 }
325 if (s->borderw) {
326 glyph->border_glyph = glyph->glyph;
327 if (FT_Glyph_StrokeBorder(&glyph->border_glyph, s->stroker, 0, 0) ||
328 FT_Glyph_To_Bitmap(&glyph->border_glyph, FT_RENDER_MODE_NORMAL, 0, 1)) {
329 ret = AVERROR_EXTERNAL;
330 goto error;
331 }
332 bitmapglyph = (FT_BitmapGlyph) glyph->border_glyph;
333 glyph->border_bitmap = bitmapglyph->bitmap;
334 }
335 if (FT_Glyph_To_Bitmap(&glyph->glyph, FT_RENDER_MODE_NORMAL, 0, 1)) {
336 ret = AVERROR_EXTERNAL;
337 goto error;
338 }
339 bitmapglyph = (FT_BitmapGlyph) glyph->glyph;
340
341 glyph->bitmap = bitmapglyph->bitmap;
342 glyph->bitmap_left = bitmapglyph->left;
343 glyph->bitmap_top = bitmapglyph->top;
344 glyph->advance = s->face->glyph->advance.x >> 6;
345
346 /* measure text height to calculate text_height (or the maximum text height) */
347 FT_Glyph_Get_CBox(glyph->glyph, ft_glyph_bbox_pixels, &glyph->bbox);
348
349 /* cache the newly created glyph */
350 if (!(node = av_tree_node_alloc())) {
351 ret = AVERROR(ENOMEM);
352 goto error;
353 }
354 av_tree_insert(&s->glyphs, glyph, glyph_cmp, &node);
355
356 if (glyph_ptr)
357 *glyph_ptr = glyph;
358 return 0;
359
360error:
361 if (glyph)
362 av_freep(&glyph->glyph);
363
364 av_freep(&glyph);
365 av_freep(&node);
366 return ret;
367}
368
369static int load_font_file(AVFilterContext *ctx, const char *path, int index)
370{
371 DrawTextContext *s = ctx->priv;
372 int err;
373
374 err = FT_New_Face(s->library, path, index, &s->face);
375 if (err) {
376#if !CONFIG_LIBFONTCONFIG
377 av_log(ctx, AV_LOG_ERROR, "Could not load font \"%s\": %s\n",
378 s->fontfile, FT_ERRMSG(err));
379#endif
380 return AVERROR(EINVAL);
381 }
382 return 0;
383}
384
385#if CONFIG_LIBFONTCONFIG
386static int load_font_fontconfig(AVFilterContext *ctx)
387{
388 DrawTextContext *s = ctx->priv;
389 FcConfig *fontconfig;
390 FcPattern *pat, *best;
391 FcResult result = FcResultMatch;
392 FcChar8 *filename;
393 int index;
394 double size;
395 int err = AVERROR(ENOENT);
396
397 fontconfig = FcInitLoadConfigAndFonts();
398 if (!fontconfig) {
399 av_log(ctx, AV_LOG_ERROR, "impossible to init fontconfig\n");
400 return AVERROR_UNKNOWN;
401 }
402 pat = FcNameParse(s->fontfile ? s->fontfile :
403 (uint8_t *)(intptr_t)"default");
404 if (!pat) {
405 av_log(ctx, AV_LOG_ERROR, "could not parse fontconfig pat");
406 return AVERROR(EINVAL);
407 }
408
409 FcPatternAddString(pat, FC_FAMILY, s->font);
410 if (s->fontsize)
411 FcPatternAddDouble(pat, FC_SIZE, (double)s->fontsize);
412
413 FcDefaultSubstitute(pat);
414
415 if (!FcConfigSubstitute(fontconfig, pat, FcMatchPattern)) {
416 av_log(ctx, AV_LOG_ERROR, "could not substitue fontconfig options"); /* very unlikely */
417 FcPatternDestroy(pat);
418 return AVERROR(ENOMEM);
419 }
420
421 best = FcFontMatch(fontconfig, pat, &result);
422 FcPatternDestroy(pat);
423
424 if (!best || result != FcResultMatch) {
425 av_log(ctx, AV_LOG_ERROR,
426 "Cannot find a valid font for the family %s\n",
427 s->font);
428 goto fail;
429 }
430
431 if (
432 FcPatternGetInteger(best, FC_INDEX, 0, &index ) != FcResultMatch ||
433 FcPatternGetDouble (best, FC_SIZE, 0, &size ) != FcResultMatch) {
434 av_log(ctx, AV_LOG_ERROR, "impossible to find font information");
435 return AVERROR(EINVAL);
436 }
437
438 if (FcPatternGetString(best, FC_FILE, 0, &filename) != FcResultMatch) {
439 av_log(ctx, AV_LOG_ERROR, "No file path for %s\n",
440 s->font);
441 goto fail;
442 }
443
444 av_log(ctx, AV_LOG_INFO, "Using \"%s\"\n", filename);
445 if (!s->fontsize)
446 s->fontsize = size + 0.5;
447
448 err = load_font_file(ctx, filename, index);
449 if (err)
450 return err;
451 FcConfigDestroy(fontconfig);
452fail:
453 FcPatternDestroy(best);
454 return err;
455}
456#endif
457
458static int load_font(AVFilterContext *ctx)
459{
460 DrawTextContext *s = ctx->priv;
461 int err;
462
463 /* load the face, and set up the encoding, which is by default UTF-8 */
464 err = load_font_file(ctx, s->fontfile, 0);
465 if (!err)
466 return 0;
467#if CONFIG_LIBFONTCONFIG
468 err = load_font_fontconfig(ctx);
469 if (!err)
470 return 0;
471#endif
472 return err;
473}
474
475static int load_textfile(AVFilterContext *ctx)
476{
477 DrawTextContext *s = ctx->priv;
478 int err;
479 uint8_t *textbuf;
480 uint8_t *tmp;
481 size_t textbuf_size;
482
483 if ((err = av_file_map(s->textfile, &textbuf, &textbuf_size, 0, ctx)) < 0) {
484 av_log(ctx, AV_LOG_ERROR,
485 "The text file '%s' could not be read or is empty\n",
486 s->textfile);
487 return err;
488 }
489
490 if (textbuf_size > SIZE_MAX - 1 || !(tmp = av_realloc(s->text, textbuf_size + 1))) {
491 av_file_unmap(textbuf, textbuf_size);
492 return AVERROR(ENOMEM);
493 }
494 s->text = tmp;
495 memcpy(s->text, textbuf, textbuf_size);
496 s->text[textbuf_size] = 0;
497 av_file_unmap(textbuf, textbuf_size);
498
499 return 0;
500}
501
502static inline int is_newline(uint32_t c)
503{
504 return c == '\n' || c == '\r' || c == '\f' || c == '\v';
505}
506
507#if CONFIG_LIBFRIBIDI
508static int shape_text(AVFilterContext *ctx)
509{
510 DrawTextContext *s = ctx->priv;
511 uint8_t *tmp;
512 int ret = AVERROR(ENOMEM);
513 static const FriBidiFlags flags = FRIBIDI_FLAGS_DEFAULT |
514 FRIBIDI_FLAGS_ARABIC;
515 FriBidiChar *unicodestr = NULL;
516 FriBidiStrIndex len;
517 FriBidiParType direction = FRIBIDI_PAR_LTR;
518 FriBidiStrIndex line_start = 0;
519 FriBidiStrIndex line_end = 0;
520 FriBidiLevel *embedding_levels = NULL;
521 FriBidiArabicProp *ar_props = NULL;
522 FriBidiCharType *bidi_types = NULL;
523 FriBidiStrIndex i,j;
524
525 len = strlen(s->text);
526 if (!(unicodestr = av_malloc_array(len, sizeof(*unicodestr)))) {
527 goto out;
528 }
529 len = fribidi_charset_to_unicode(FRIBIDI_CHAR_SET_UTF8,
530 s->text, len, unicodestr);
531
532 bidi_types = av_malloc_array(len, sizeof(*bidi_types));
533 if (!bidi_types) {
534 goto out;
535 }
536
537 fribidi_get_bidi_types(unicodestr, len, bidi_types);
538
539 embedding_levels = av_malloc_array(len, sizeof(*embedding_levels));
540 if (!embedding_levels) {
541 goto out;
542 }
543
544 if (!fribidi_get_par_embedding_levels(bidi_types, len, &direction,
545 embedding_levels)) {
546 goto out;
547 }
548
549 ar_props = av_malloc_array(len, sizeof(*ar_props));
550 if (!ar_props) {
551 goto out;
552 }
553
554 fribidi_get_joining_types(unicodestr, len, ar_props);
555 fribidi_join_arabic(bidi_types, len, embedding_levels, ar_props);
556 fribidi_shape(flags, embedding_levels, len, ar_props, unicodestr);
557
558 for (line_end = 0, line_start = 0; line_end < len; line_end++) {
559 if (is_newline(unicodestr[line_end]) || line_end == len - 1) {
560 if (!fribidi_reorder_line(flags, bidi_types,
561 line_end - line_start + 1, line_start,
562 direction, embedding_levels, unicodestr,
563 NULL)) {
564 goto out;
565 }
566 line_start = line_end + 1;
567 }
568 }
569
570 /* Remove zero-width fill chars put in by libfribidi */
571 for (i = 0, j = 0; i < len; i++)
572 if (unicodestr[i] != FRIBIDI_CHAR_FILL)
573 unicodestr[j++] = unicodestr[i];
574 len = j;
575
576 if (!(tmp = av_realloc(s->text, (len * 4 + 1) * sizeof(*s->text)))) {
577 /* Use len * 4, as a unicode character can be up to 4 bytes in UTF-8 */
578 goto out;
579 }
580
581 s->text = tmp;
582 len = fribidi_unicode_to_charset(FRIBIDI_CHAR_SET_UTF8,
583 unicodestr, len, s->text);
584 ret = 0;
585
586out:
587 av_free(unicodestr);
588 av_free(embedding_levels);
589 av_free(ar_props);
590 av_free(bidi_types);
591 return ret;
592}
593#endif
594
595static av_cold int init(AVFilterContext *ctx)
596{
597 int err;
598 DrawTextContext *s = ctx->priv;
599 Glyph *glyph;
600
601 if (!s->fontfile && !CONFIG_LIBFONTCONFIG) {
602 av_log(ctx, AV_LOG_ERROR, "No font filename provided\n");
603 return AVERROR(EINVAL);
604 }
605
606 if (s->textfile) {
607 if (s->text) {
608 av_log(ctx, AV_LOG_ERROR,
609 "Both text and text file provided. Please provide only one\n");
610 return AVERROR(EINVAL);
611 }
612 if ((err = load_textfile(ctx)) < 0)
613 return err;
614 }
615
616 if (s->reload && !s->textfile)
617 av_log(ctx, AV_LOG_WARNING, "No file to reload\n");
618
619 if (s->tc_opt_string) {
620 int ret = av_timecode_init_from_string(&s->tc, s->tc_rate,
621 s->tc_opt_string, ctx);
622 if (ret < 0)
623 return ret;
624 if (s->tc24hmax)
625 s->tc.flags |= AV_TIMECODE_FLAG_24HOURSMAX;
626 if (!s->text)
627 s->text = av_strdup("");
628 }
629
630 if (!s->text) {
631 av_log(ctx, AV_LOG_ERROR,
632 "Either text, a valid file or a timecode must be provided\n");
633 return AVERROR(EINVAL);
634 }
635
636#if CONFIG_LIBFRIBIDI
637 if (s->text_shaping)
638 if ((err = shape_text(ctx)) < 0)
639 return err;
640#endif
641
642 if ((err = FT_Init_FreeType(&(s->library)))) {
643 av_log(ctx, AV_LOG_ERROR,
644 "Could not load FreeType: %s\n", FT_ERRMSG(err));
645 return AVERROR(EINVAL);
646 }
647
648 err = load_font(ctx);
649 if (err)
650 return err;
651 if (!s->fontsize)
652 s->fontsize = 16;
653 if ((err = FT_Set_Pixel_Sizes(s->face, 0, s->fontsize))) {
654 av_log(ctx, AV_LOG_ERROR, "Could not set font size to %d pixels: %s\n",
655 s->fontsize, FT_ERRMSG(err));
656 return AVERROR(EINVAL);
657 }
658
659 if (s->borderw) {
660 if (FT_Stroker_New(s->library, &s->stroker)) {
661 av_log(ctx, AV_LOG_ERROR, "Coult not init FT stroker\n");
662 return AVERROR_EXTERNAL;
663 }
664 FT_Stroker_Set(s->stroker, s->borderw << 6, FT_STROKER_LINECAP_ROUND,
665 FT_STROKER_LINEJOIN_ROUND, 0);
666 }
667
668 s->use_kerning = FT_HAS_KERNING(s->face);
669
670 /* load the fallback glyph with code 0 */
671 load_glyph(ctx, NULL, 0);
672
673 /* set the tabsize in pixels */
674 if ((err = load_glyph(ctx, &glyph, ' ')) < 0) {
675 av_log(ctx, AV_LOG_ERROR, "Could not set tabsize.\n");
676 return err;
677 }
678 s->tabsize *= glyph->advance;
679
680 if (s->exp_mode == EXP_STRFTIME &&
681 (strchr(s->text, '%') || strchr(s->text, '\\')))
682 av_log(ctx, AV_LOG_WARNING, "expansion=strftime is deprecated.\n");
683
684 av_bprint_init(&s->expanded_text, 0, AV_BPRINT_SIZE_UNLIMITED);
685 av_bprint_init(&s->expanded_fontcolor, 0, AV_BPRINT_SIZE_UNLIMITED);
686
687 return 0;
688}
689
690static int query_formats(AVFilterContext *ctx)
691{
692 return ff_set_common_formats(ctx, ff_draw_supported_pixel_formats(0));
693}
694
695static int glyph_enu_free(void *opaque, void *elem)
696{
697 Glyph *glyph = elem;
698
699 FT_Done_Glyph(glyph->glyph);
700 FT_Done_Glyph(glyph->border_glyph);
701 av_free(elem);
702 return 0;
703}
704
705static av_cold void uninit(AVFilterContext *ctx)
706{
707 DrawTextContext *s = ctx->priv;
708
709 av_expr_free(s->x_pexpr);
710 av_expr_free(s->y_pexpr);
711 av_expr_free(s->a_pexpr);
712 s->x_pexpr = s->y_pexpr = s->a_pexpr = NULL;
713 av_freep(&s->positions);
714 s->nb_positions = 0;
715
716
717 av_tree_enumerate(s->glyphs, NULL, NULL, glyph_enu_free);
718 av_tree_destroy(s->glyphs);
719 s->glyphs = NULL;
720
721 FT_Done_Face(s->face);
722 FT_Stroker_Done(s->stroker);
723 FT_Done_FreeType(s->library);
724
725 av_bprint_finalize(&s->expanded_text, NULL);
726 av_bprint_finalize(&s->expanded_fontcolor, NULL);
727}
728
729static int config_input(AVFilterLink *inlink)
730{
731 AVFilterContext *ctx = inlink->dst;
732 DrawTextContext *s = ctx->priv;
733 int ret;
734
735 ff_draw_init(&s->dc, inlink->format, FF_DRAW_PROCESS_ALPHA);
736 ff_draw_color(&s->dc, &s->fontcolor, s->fontcolor.rgba);
737 ff_draw_color(&s->dc, &s->shadowcolor, s->shadowcolor.rgba);
738 ff_draw_color(&s->dc, &s->bordercolor, s->bordercolor.rgba);
739 ff_draw_color(&s->dc, &s->boxcolor, s->boxcolor.rgba);
740
741 s->var_values[VAR_w] = s->var_values[VAR_W] = s->var_values[VAR_MAIN_W] = inlink->w;
742 s->var_values[VAR_h] = s->var_values[VAR_H] = s->var_values[VAR_MAIN_H] = inlink->h;
743 s->var_values[VAR_SAR] = inlink->sample_aspect_ratio.num ? av_q2d(inlink->sample_aspect_ratio) : 1;
744 s->var_values[VAR_DAR] = (double)inlink->w / inlink->h * s->var_values[VAR_SAR];
745 s->var_values[VAR_HSUB] = 1 << s->dc.hsub_max;
746 s->var_values[VAR_VSUB] = 1 << s->dc.vsub_max;
747 s->var_values[VAR_X] = NAN;
748 s->var_values[VAR_Y] = NAN;
749 s->var_values[VAR_T] = NAN;
750
751 av_lfg_init(&s->prng, av_get_random_seed());
752
753 av_expr_free(s->x_pexpr);
754 av_expr_free(s->y_pexpr);
755 av_expr_free(s->a_pexpr);
756 s->x_pexpr = s->y_pexpr = s->a_pexpr = NULL;
757
758 if ((ret = av_expr_parse(&s->x_pexpr, s->x_expr, var_names,
759 NULL, NULL, fun2_names, fun2, 0, ctx)) < 0 ||
760 (ret = av_expr_parse(&s->y_pexpr, s->y_expr, var_names,
761 NULL, NULL, fun2_names, fun2, 0, ctx)) < 0 ||
762 (ret = av_expr_parse(&s->a_pexpr, s->a_expr, var_names,
763 NULL, NULL, fun2_names, fun2, 0, ctx)) < 0)
764
765 return AVERROR(EINVAL);
766
767 return 0;
768}
769
770static int command(AVFilterContext *ctx, const char *cmd, const char *arg, char *res, int res_len, int flags)
771{
772 DrawTextContext *s = ctx->priv;
773
774 if (!strcmp(cmd, "reinit")) {
775 int ret;
776 uninit(ctx);
777 s->reinit = 1;
778 if ((ret = av_set_options_string(ctx, arg, "=", ":")) < 0)
779 return ret;
780 if ((ret = init(ctx)) < 0)
781 return ret;
782 return config_input(ctx->inputs[0]);
783 }
784
785 return AVERROR(ENOSYS);
786}
787
788static int func_pict_type(AVFilterContext *ctx, AVBPrint *bp,
789 char *fct, unsigned argc, char **argv, int tag)
790{
791 DrawTextContext *s = ctx->priv;
792
793 av_bprintf(bp, "%c", av_get_picture_type_char(s->var_values[VAR_PICT_TYPE]));
794 return 0;
795}
796
797static int func_pts(AVFilterContext *ctx, AVBPrint *bp,
798 char *fct, unsigned argc, char **argv, int tag)
799{
800 DrawTextContext *s = ctx->priv;
801 const char *fmt;
802 double pts = s->var_values[VAR_T];
803 int ret;
804
805 fmt = argc >= 1 ? argv[0] : "flt";
806 if (argc >= 2) {
807 int64_t delta;
808 if ((ret = av_parse_time(&delta, argv[1], 1)) < 0) {
809 av_log(ctx, AV_LOG_ERROR, "Invalid delta '%s'\n", argv[1]);
810 return ret;
811 }
812 pts += (double)delta / AV_TIME_BASE;
813 }
814 if (!strcmp(fmt, "flt")) {
815 av_bprintf(bp, "%.6f", pts);
816 } else if (!strcmp(fmt, "hms")) {
817 if (isnan(pts)) {
818 av_bprintf(bp, " ??:??:??.???");
819 } else {
820 int64_t ms = llrint(pts * 1000);
821 char sign = ' ';
822 if (ms < 0) {
823 sign = '-';
824 ms = -ms;
825 }
826 av_bprintf(bp, "%c%02d:%02d:%02d.%03d", sign,
827 (int)(ms / (60 * 60 * 1000)),
828 (int)(ms / (60 * 1000)) % 60,
829 (int)(ms / 1000) % 60,
830 (int)(ms % 1000));
831 }
832 } else if (!strcmp(fmt, "localtime") ||
833 !strcmp(fmt, "gmtime")) {
834 struct tm tm;
835 time_t ms = (time_t)pts;
836 const char *timefmt = argc >= 3 ? argv[2] : "%Y-%m-%d %H:%M:%S";
837 if (!strcmp(fmt, "localtime"))
838 localtime_r(&ms, &tm);
839 else
840 gmtime_r(&ms, &tm);
841 av_bprint_strftime(bp, timefmt, &tm);
842 } else {
843 av_log(ctx, AV_LOG_ERROR, "Invalid format '%s'\n", fmt);
844 return AVERROR(EINVAL);
845 }
846 return 0;
847}
848
849static int func_frame_num(AVFilterContext *ctx, AVBPrint *bp,
850 char *fct, unsigned argc, char **argv, int tag)
851{
852 DrawTextContext *s = ctx->priv;
853
854 av_bprintf(bp, "%d", (int)s->var_values[VAR_N]);
855 return 0;
856}
857
858static int func_metadata(AVFilterContext *ctx, AVBPrint *bp,
859 char *fct, unsigned argc, char **argv, int tag)
860{
861 DrawTextContext *s = ctx->priv;
862 AVDictionaryEntry *e = av_dict_get(s->metadata, argv[0], NULL, 0);
863
864 if (e && e->value)
865 av_bprintf(bp, "%s", e->value);
866 else if (argc >= 2)
867 av_bprintf(bp, "%s", argv[1]);
868 return 0;
869}
870
871static int func_strftime(AVFilterContext *ctx, AVBPrint *bp,
872 char *fct, unsigned argc, char **argv, int tag)
873{
874 const char *fmt = argc ? argv[0] : "%Y-%m-%d %H:%M:%S";
875 time_t now;
876 struct tm tm;
877
878 time(&now);
879 if (tag == 'L')
880 localtime_r(&now, &tm);
881 else
882 tm = *gmtime_r(&now, &tm);
883 av_bprint_strftime(bp, fmt, &tm);
884 return 0;
885}
886
887static int func_eval_expr(AVFilterContext *ctx, AVBPrint *bp,
888 char *fct, unsigned argc, char **argv, int tag)
889{
890 DrawTextContext *s = ctx->priv;
891 double res;
892 int ret;
893
894 ret = av_expr_parse_and_eval(&res, argv[0], var_names, s->var_values,
895 NULL, NULL, fun2_names, fun2,
896 &s->prng, 0, ctx);
897 if (ret < 0)
898 av_log(ctx, AV_LOG_ERROR,
899 "Expression '%s' for the expr text expansion function is not valid\n",
900 argv[0]);
901 else
902 av_bprintf(bp, "%f", res);
903
904 return ret;
905}
906
907static int func_eval_expr_int_format(AVFilterContext *ctx, AVBPrint *bp,
908 char *fct, unsigned argc, char **argv, int tag)
909{
910 DrawTextContext *s = ctx->priv;
911 double res;
912 int intval;
913 int ret;
914 unsigned int positions = 0;
915 char fmt_str[30] = "%";
916
917 /*
918 * argv[0] expression to be converted to `int`
919 * argv[1] format: 'x', 'X', 'd' or 'u'
920 * argv[2] positions printed (optional)
921 */
922
923 ret = av_expr_parse_and_eval(&res, argv[0], var_names, s->var_values,
924 NULL, NULL, fun2_names, fun2,
925 &s->prng, 0, ctx);
926 if (ret < 0) {
927 av_log(ctx, AV_LOG_ERROR,
928 "Expression '%s' for the expr text expansion function is not valid\n",
929 argv[0]);
930 return ret;
931 }
932
933 if (!strchr("xXdu", argv[1][0])) {
934 av_log(ctx, AV_LOG_ERROR, "Invalid format '%c' specified,"
935 " allowed values: 'x', 'X', 'd', 'u'\n", argv[1][0]);
936 return AVERROR(EINVAL);
937 }
938
939 if (argc == 3) {
940 ret = sscanf(argv[2], "%u", &positions);
941 if (ret != 1) {
942 av_log(ctx, AV_LOG_ERROR, "expr_int_format(): Invalid number of positions"
943 " to print: '%s'\n", argv[2]);
944 return AVERROR(EINVAL);
945 }
946 }
947
948 feclearexcept(FE_ALL_EXCEPT);
949 intval = res;
950 if ((ret = fetestexcept(FE_INVALID|FE_OVERFLOW|FE_UNDERFLOW))) {
951 av_log(ctx, AV_LOG_ERROR, "Conversion of floating-point result to int failed. Control register: 0x%08x. Conversion result: %d\n", ret, intval);
952 return AVERROR(EINVAL);
953 }
954
955 if (argc == 3)
956 av_strlcatf(fmt_str, sizeof(fmt_str), "0%u", positions);
957 av_strlcatf(fmt_str, sizeof(fmt_str), "%c", argv[1][0]);
958
959 av_log(ctx, AV_LOG_DEBUG, "Formatting value %f (expr '%s') with spec '%s'\n",
960 res, argv[0], fmt_str);
961
962 av_bprintf(bp, fmt_str, intval);
963
964 return 0;
965}
966
967static const struct drawtext_function {
968 const char *name;
969 unsigned argc_min, argc_max;
970 int tag; /**< opaque argument to func */
971 int (*func)(AVFilterContext *, AVBPrint *, char *, unsigned, char **, int);
972} functions[] = {
973 { "expr", 1, 1, 0, func_eval_expr },
974 { "e", 1, 1, 0, func_eval_expr },
975 { "expr_int_format", 2, 3, 0, func_eval_expr_int_format },
976 { "eif", 2, 3, 0, func_eval_expr_int_format },
977 { "pict_type", 0, 0, 0, func_pict_type },
978 { "pts", 0, 3, 0, func_pts },
979 { "gmtime", 0, 1, 'G', func_strftime },
980 { "localtime", 0, 1, 'L', func_strftime },
981 { "frame_num", 0, 0, 0, func_frame_num },
982 { "n", 0, 0, 0, func_frame_num },
983 { "metadata", 1, 2, 0, func_metadata },
984};
985
986static int eval_function(AVFilterContext *ctx, AVBPrint *bp, char *fct,
987 unsigned argc, char **argv)
988{
989 unsigned i;
990
991 for (i = 0; i < FF_ARRAY_ELEMS(functions); i++) {
992 if (strcmp(fct, functions[i].name))
993 continue;
994 if (argc < functions[i].argc_min) {
995 av_log(ctx, AV_LOG_ERROR, "%%{%s} requires at least %d arguments\n",
996 fct, functions[i].argc_min);
997 return AVERROR(EINVAL);
998 }
999 if (argc > functions[i].argc_max) {
1000 av_log(ctx, AV_LOG_ERROR, "%%{%s} requires at most %d arguments\n",
1001 fct, functions[i].argc_max);
1002 return AVERROR(EINVAL);
1003 }
1004 break;
1005 }
1006 if (i >= FF_ARRAY_ELEMS(functions)) {
1007 av_log(ctx, AV_LOG_ERROR, "%%{%s} is not known\n", fct);
1008 return AVERROR(EINVAL);
1009 }
1010 return functions[i].func(ctx, bp, fct, argc, argv, functions[i].tag);
1011}
1012
1013static int expand_function(AVFilterContext *ctx, AVBPrint *bp, char **rtext)
1014{
1015 const char *text = *rtext;
1016 char *argv[16] = { NULL };
1017 unsigned argc = 0, i;
1018 int ret;
1019
1020 if (*text != '{') {
1021 av_log(ctx, AV_LOG_ERROR, "Stray %% near '%s'\n", text);
1022 return AVERROR(EINVAL);
1023 }
1024 text++;
1025 while (1) {
1026 if (!(argv[argc++] = av_get_token(&text, ":}"))) {
1027 ret = AVERROR(ENOMEM);
1028 goto end;
1029 }
1030 if (!*text) {
1031 av_log(ctx, AV_LOG_ERROR, "Unterminated %%{} near '%s'\n", *rtext);
1032 ret = AVERROR(EINVAL);
1033 goto end;
1034 }
1035 if (argc == FF_ARRAY_ELEMS(argv))
1036 av_freep(&argv[--argc]); /* error will be caught later */
1037 if (*text == '}')
1038 break;
1039 text++;
1040 }
1041
1042 if ((ret = eval_function(ctx, bp, argv[0], argc - 1, argv + 1)) < 0)
1043 goto end;
1044 ret = 0;
1045 *rtext = (char *)text + 1;
1046
1047end:
1048 for (i = 0; i < argc; i++)
1049 av_freep(&argv[i]);
1050 return ret;
1051}
1052
1053static int expand_text(AVFilterContext *ctx, char *text, AVBPrint *bp)
1054{
1055 int ret;
1056
1057 av_bprint_clear(bp);
1058 while (*text) {
1059 if (*text == '\\' && text[1]) {
1060 av_bprint_chars(bp, text[1], 1);
1061 text += 2;
1062 } else if (*text == '%') {
1063 text++;
1064 if ((ret = expand_function(ctx, bp, &text)) < 0)
1065 return ret;
1066 } else {
1067 av_bprint_chars(bp, *text, 1);
1068 text++;
1069 }
1070 }
1071 if (!av_bprint_is_complete(bp))
1072 return AVERROR(ENOMEM);
1073 return 0;
1074}
1075
1076static int draw_glyphs(DrawTextContext *s, AVFrame *frame,
1077 int width, int height,
1078 FFDrawColor *color,
1079 int x, int y, int borderw)
1080{
1081 char *text = s->expanded_text.str;
1082 uint32_t code = 0;
1083 int i, x1, y1;
1084 uint8_t *p;
1085 Glyph *glyph = NULL;
1086
1087 for (i = 0, p = text; *p; i++) {
1088 FT_Bitmap bitmap;
1089 Glyph dummy = { 0 };
1090 GET_UTF8(code, *p++, continue;);
1091
1092 /* skip new line chars, just go to new line */
1093 if (code == '\n' || code == '\r' || code == '\t')
1094 continue;
1095
1096 dummy.code = code;
1097 glyph = av_tree_find(s->glyphs, &dummy, glyph_cmp, NULL);
1098
1099 bitmap = borderw ? glyph->border_bitmap : glyph->bitmap;
1100
1101 if (glyph->bitmap.pixel_mode != FT_PIXEL_MODE_MONO &&
1102 glyph->bitmap.pixel_mode != FT_PIXEL_MODE_GRAY)
1103 return AVERROR(EINVAL);
1104
1105 x1 = s->positions[i].x+s->x+x - borderw;
1106 y1 = s->positions[i].y+s->y+y - borderw;
1107
1108 ff_blend_mask(&s->dc, color,
1109 frame->data, frame->linesize, width, height,
1110 bitmap.buffer, bitmap.pitch,
1111 bitmap.width, bitmap.rows,
1112 bitmap.pixel_mode == FT_PIXEL_MODE_MONO ? 0 : 3,
1113 0, x1, y1);
1114 }
1115
1116 return 0;
1117}
1118
1119
1120static void update_color_with_alpha(DrawTextContext *s, FFDrawColor *color, const FFDrawColor incolor)
1121{
1122 *color = incolor;
1123 color->rgba[3] = (color->rgba[3] * s->alpha) / 255;
1124 ff_draw_color(&s->dc, color, color->rgba);
1125}
1126
1127static void update_alpha(DrawTextContext *s)
1128{
1129 double alpha = av_expr_eval(s->a_pexpr, s->var_values, &s->prng);
1130
1131 if (isnan(alpha))
1132 return;
1133
1134 if (alpha >= 1.0)
1135 s->alpha = 255;
1136 else if (alpha <= 0)
1137 s->alpha = 0;
1138 else
1139 s->alpha = 256 * alpha;
1140}
1141
1142static int draw_text(AVFilterContext *ctx, AVFrame *frame,
1143 int width, int height)
1144{
1145 DrawTextContext *s = ctx->priv;
1146 AVFilterLink *inlink = ctx->inputs[0];
1147
1148 uint32_t code = 0, prev_code = 0;
1149 int x = 0, y = 0, i = 0, ret;
1150 int max_text_line_w = 0, len;
1151 int box_w, box_h;
1152 char *text;
1153 uint8_t *p;
1154 int y_min = 32000, y_max = -32000;
1155 int x_min = 32000, x_max = -32000;
1156 FT_Vector delta;
1157 Glyph *glyph = NULL, *prev_glyph = NULL;
1158 Glyph dummy = { 0 };
1159
1160 time_t now = time(0);
1161 struct tm ltime;
1162 AVBPrint *bp = &s->expanded_text;
1163
1164 FFDrawColor fontcolor;
1165 FFDrawColor shadowcolor;
1166 FFDrawColor bordercolor;
1167 FFDrawColor boxcolor;
1168
1169 av_bprint_clear(bp);
1170
1171 if(s->basetime != AV_NOPTS_VALUE)
1172 now= frame->pts*av_q2d(ctx->inputs[0]->time_base) + s->basetime/1000000;
1173
1174 switch (s->exp_mode) {
1175 case EXP_NONE:
1176 av_bprintf(bp, "%s", s->text);
1177 break;
1178 case EXP_NORMAL:
1179 if ((ret = expand_text(ctx, s->text, &s->expanded_text)) < 0)
1180 return ret;
1181 break;
1182 case EXP_STRFTIME:
1183 localtime_r(&now, &ltime);
1184 av_bprint_strftime(bp, s->text, &ltime);
1185 break;
1186 }
1187
1188 if (s->tc_opt_string) {
1189 char tcbuf[AV_TIMECODE_STR_SIZE];
1190 av_timecode_make_string(&s->tc, tcbuf, inlink->frame_count_out);
1191 av_bprint_clear(bp);
1192 av_bprintf(bp, "%s%s", s->text, tcbuf);
1193 }
1194
1195 if (!av_bprint_is_complete(bp))
1196 return AVERROR(ENOMEM);
1197 text = s->expanded_text.str;
1198 if ((len = s->expanded_text.len) > s->nb_positions) {
1199 if (!(s->positions =
1200 av_realloc(s->positions, len*sizeof(*s->positions))))
1201 return AVERROR(ENOMEM);
1202 s->nb_positions = len;
1203 }
1204
1205 if (s->fontcolor_expr[0]) {
1206 /* If expression is set, evaluate and replace the static value */
1207 av_bprint_clear(&s->expanded_fontcolor);
1208 if ((ret = expand_text(ctx, s->fontcolor_expr, &s->expanded_fontcolor)) < 0)
1209 return ret;
1210 if (!av_bprint_is_complete(&s->expanded_fontcolor))
1211 return AVERROR(ENOMEM);
1212 av_log(s, AV_LOG_DEBUG, "Evaluated fontcolor is '%s'\n", s->expanded_fontcolor.str);
1213 ret = av_parse_color(s->fontcolor.rgba, s->expanded_fontcolor.str, -1, s);
1214 if (ret)
1215 return ret;
1216 ff_draw_color(&s->dc, &s->fontcolor, s->fontcolor.rgba);
1217 }
1218
1219 x = 0;
1220 y = 0;
1221
1222 /* load and cache glyphs */
1223 for (i = 0, p = text; *p; i++) {
1224 GET_UTF8(code, *p++, continue;);
1225
1226 /* get glyph */
1227 dummy.code = code;
1228 glyph = av_tree_find(s->glyphs, &dummy, glyph_cmp, NULL);
1229 if (!glyph) {
1230 ret = load_glyph(ctx, &glyph, code);
1231 if (ret < 0)
1232 return ret;
1233 }
1234
1235 y_min = FFMIN(glyph->bbox.yMin, y_min);
1236 y_max = FFMAX(glyph->bbox.yMax, y_max);
1237 x_min = FFMIN(glyph->bbox.xMin, x_min);
1238 x_max = FFMAX(glyph->bbox.xMax, x_max);
1239 }
1240 s->max_glyph_h = y_max - y_min;
1241 s->max_glyph_w = x_max - x_min;
1242
1243 /* compute and save position for each glyph */
1244 glyph = NULL;
1245 for (i = 0, p = text; *p; i++) {
1246 GET_UTF8(code, *p++, continue;);
1247
1248 /* skip the \n in the sequence \r\n */
1249 if (prev_code == '\r' && code == '\n')
1250 continue;
1251
1252 prev_code = code;
1253 if (is_newline(code)) {
1254
1255 max_text_line_w = FFMAX(max_text_line_w, x);
1256 y += s->max_glyph_h + s->line_spacing;
1257 x = 0;
1258 continue;
1259 }
1260
1261 /* get glyph */
1262 prev_glyph = glyph;
1263 dummy.code = code;
1264 glyph = av_tree_find(s->glyphs, &dummy, glyph_cmp, NULL);
1265
1266 /* kerning */
1267 if (s->use_kerning && prev_glyph && glyph->code) {
1268 FT_Get_Kerning(s->face, prev_glyph->code, glyph->code,
1269 ft_kerning_default, &delta);
1270 x += delta.x >> 6;
1271 }
1272
1273 /* save position */
1274 s->positions[i].x = x + glyph->bitmap_left;
1275 s->positions[i].y = y - glyph->bitmap_top + y_max;
1276 if (code == '\t') x = (x / s->tabsize + 1)*s->tabsize;
1277 else x += glyph->advance;
1278 }
1279
1280 max_text_line_w = FFMAX(x, max_text_line_w);
1281
1282 s->var_values[VAR_TW] = s->var_values[VAR_TEXT_W] = max_text_line_w;
1283 s->var_values[VAR_TH] = s->var_values[VAR_TEXT_H] = y + s->max_glyph_h;
1284
1285 s->var_values[VAR_MAX_GLYPH_W] = s->max_glyph_w;
1286 s->var_values[VAR_MAX_GLYPH_H] = s->max_glyph_h;
1287 s->var_values[VAR_MAX_GLYPH_A] = s->var_values[VAR_ASCENT ] = y_max;
1288 s->var_values[VAR_MAX_GLYPH_D] = s->var_values[VAR_DESCENT] = y_min;
1289
1290 s->var_values[VAR_LINE_H] = s->var_values[VAR_LH] = s->max_glyph_h;
1291
1292 s->x = s->var_values[VAR_X] = av_expr_eval(s->x_pexpr, s->var_values, &s->prng);
1293 s->y = s->var_values[VAR_Y] = av_expr_eval(s->y_pexpr, s->var_values, &s->prng);
1294 s->x = s->var_values[VAR_X] = av_expr_eval(s->x_pexpr, s->var_values, &s->prng);
1295
1296 update_alpha(s);
1297 update_color_with_alpha(s, &fontcolor , s->fontcolor );
1298 update_color_with_alpha(s, &shadowcolor, s->shadowcolor);
1299 update_color_with_alpha(s, &bordercolor, s->bordercolor);
1300 update_color_with_alpha(s, &boxcolor , s->boxcolor );
1301
1302 box_w = FFMIN(width - 1 , max_text_line_w);
1303 box_h = FFMIN(height - 1, y + s->max_glyph_h);
1304
1305 /* draw box */
1306 if (s->draw_box)
1307 ff_blend_rectangle(&s->dc, &boxcolor,
1308 frame->data, frame->linesize, width, height,
1309 s->x - s->boxborderw, s->y - s->boxborderw,
1310 box_w + s->boxborderw * 2, box_h + s->boxborderw * 2);
1311
1312 if (s->shadowx || s->shadowy) {
1313 if ((ret = draw_glyphs(s, frame, width, height,
1314 &shadowcolor, s->shadowx, s->shadowy, 0)) < 0)
1315 return ret;
1316 }
1317
1318 if (s->borderw) {
1319 if ((ret = draw_glyphs(s, frame, width, height,
1320 &bordercolor, 0, 0, s->borderw)) < 0)
1321 return ret;
1322 }
1323 if ((ret = draw_glyphs(s, frame, width, height,
1324 &fontcolor, 0, 0, 0)) < 0)
1325 return ret;
1326
1327 return 0;
1328}
1329
1330static int filter_frame(AVFilterLink *inlink, AVFrame *frame)
1331{
1332 AVFilterContext *ctx = inlink->dst;
1333 AVFilterLink *outlink = ctx->outputs[0];
1334 DrawTextContext *s = ctx->priv;
1335 int ret;
1336
1337 if (s->reload) {
1338 if ((ret = load_textfile(ctx)) < 0) {
1339 av_frame_free(&frame);
1340 return ret;
1341 }
1342#if CONFIG_LIBFRIBIDI
1343 if (s->text_shaping)
1344 if ((ret = shape_text(ctx)) < 0) {
1345 av_frame_free(&frame);
1346 return ret;
1347 }
1348#endif
1349 }
1350
1351 s->var_values[VAR_N] = inlink->frame_count_out + s->start_number;
1352 s->var_values[VAR_T] = frame->pts == AV_NOPTS_VALUE ?
1353 NAN : frame->pts * av_q2d(inlink->time_base);
1354
1355 s->var_values[VAR_PICT_TYPE] = frame->pict_type;
1356 s->metadata = av_frame_get_metadata(frame);
1357
1358 draw_text(ctx, frame, frame->width, frame->height);
1359
1360 av_log(ctx, AV_LOG_DEBUG, "n:%d t:%f text_w:%d text_h:%d x:%d y:%d\n",
1361 (int)s->var_values[VAR_N], s->var_values[VAR_T],
1362 (int)s->var_values[VAR_TEXT_W], (int)s->var_values[VAR_TEXT_H],
1363 s->x, s->y);
1364
1365 return ff_filter_frame(outlink, frame);
1366}
1367
1368static const AVFilterPad avfilter_vf_drawtext_inputs[] = {
1369 {
1370 .name = "default",
1371 .type = AVMEDIA_TYPE_VIDEO,
1372 .filter_frame = filter_frame,
1373 .config_props = config_input,
1374 .needs_writable = 1,
1375 },
1376 { NULL }
1377};
1378
1379static const AVFilterPad avfilter_vf_drawtext_outputs[] = {
1380 {
1381 .name = "default",
1382 .type = AVMEDIA_TYPE_VIDEO,
1383 },
1384 { NULL }
1385};
1386
1387AVFilter ff_vf_drawtext = {
1388 .name = "drawtext",
1389 .description = NULL_IF_CONFIG_SMALL("Draw text on top of video frames using libfreetype library."),
1390 .priv_size = sizeof(DrawTextContext),
1391 .priv_class = &drawtext_class,
1392 .init = init,
1393 .uninit = uninit,
1394 .query_formats = query_formats,
1395 .inputs = avfilter_vf_drawtext_inputs,
1396 .outputs = avfilter_vf_drawtext_outputs,
1397 .process_command = command,
1398 .flags = AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC,
1399};
1400