mandoc.h

   1 /*      $Id: mandoc.h,v 1.215 2017/03/06 17:26:04 schwarze Exp $ */
   2 /*
   3  * Copyright (c) 2010, 2011, 2014 Kristaps Dzonsons <kristaps@bsd.lv>
   4  * Copyright (c) 2010-2017 Ingo Schwarze <schwarze@openbsd.org>
   5  *
   6  * Permission to use, copy, modify, and distribute this software for any
   7  * purpose with or without fee is hereby granted, provided that the above
   8  * copyright notice and this permission notice appear in all copies.
   9  *
  10  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHORS DISCLAIM ALL WARRANTIES
  11  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
  12  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR
  13  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
  14  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
  15  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
  16  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
  17  */
  18
  19 #define ASCII_NBRSP      31  /* non-breaking space */
  20 #define ASCII_HYPH       30  /* breakable hyphen */
  21 #define ASCII_BREAK      29  /* breakable zero-width space */
  22
  23 /*
  24  * Status level.  This refers to both internal status (i.e., whilst
  25  * running, when warnings/errors are reported) and an indicator of a
  26  * threshold of when to halt (when said internal state exceeds the
  27  * threshold).
  28  */
  29 enum    mandoclevel {
  30         MANDOCLEVEL_OK = 0,
  31         MANDOCLEVEL_RESERVED,
  32         MANDOCLEVEL_WARNING, /* warnings: syntax, whitespace, etc. */
  33         MANDOCLEVEL_ERROR, /* input has been thrown away */
  34         MANDOCLEVEL_UNSUPP, /* input needs unimplemented features */
  35         MANDOCLEVEL_BADARG, /* bad argument in invocation */
  36         MANDOCLEVEL_SYSERR, /* system error */
  37         MANDOCLEVEL_MAX
  38 };
  39
  40 /*
  41  * All possible things that can go wrong within a parse, be it libroff,
  42  * libmdoc, or libman.
  43  */
  44 enum    mandocerr {
  45         MANDOCERR_OK,
  46
  47         MANDOCERR_WARNING, /* ===== start of warnings ===== */
  48
  49         /* related to the prologue */
  50         MANDOCERR_DT_NOTITLE, /* missing manual title, using UNTITLED: line */
  51         MANDOCERR_TH_NOTITLE, /* missing manual title, using "": [macro] */
  52         MANDOCERR_TITLE_CASE, /* lower case character in document title */
  53         MANDOCERR_MSEC_MISSING, /* missing manual section, using "": macro */
  54         MANDOCERR_MSEC_BAD, /* unknown manual section: Dt ... section */
  55         MANDOCERR_DATE_MISSING, /* missing date, using today's date */
  56         MANDOCERR_DATE_BAD, /* cannot parse date, using it verbatim: date */
  57         MANDOCERR_OS_MISSING, /* missing Os macro, using "" */
  58         MANDOCERR_PROLOG_REP, /* duplicate prologue macro: macro */
  59         MANDOCERR_PROLOG_LATE, /* late prologue macro: macro */
  60         MANDOCERR_DT_LATE, /* skipping late title macro: Dt args */
  61         MANDOCERR_PROLOG_ORDER, /* prologue macros out of order: macros */
  62
  63         /* related to document structure */
  64         MANDOCERR_SO, /* .so is fragile, better use ln(1): so path */
  65         MANDOCERR_DOC_EMPTY, /* no document body */
  66         MANDOCERR_SEC_BEFORE, /* content before first section header: macro */
  67         MANDOCERR_NAMESEC_FIRST, /* first section is not NAME: Sh title */
  68         MANDOCERR_NAMESEC_NONM, /* NAME section without Nm before Nd */
  69         MANDOCERR_NAMESEC_NOND, /* NAME section without description */
  70         MANDOCERR_NAMESEC_ND, /* description not at the end of NAME */
  71         MANDOCERR_NAMESEC_BAD, /* bad NAME section content: macro */
  72         MANDOCERR_NAMESEC_PUNCT, /* missing comma before name: Nm name */
  73         MANDOCERR_ND_EMPTY, /* missing description line, using "" */
  74         MANDOCERR_ND_LATE, /* description line outside NAME section */
  75         MANDOCERR_SEC_ORDER, /* sections out of conventional order: Sh title */
  76         MANDOCERR_SEC_REP, /* duplicate section title: Sh title */
  77         MANDOCERR_SEC_MSEC, /* unexpected section: Sh title for ... only */
  78         MANDOCERR_XR_ORDER, /* unusual Xr order: ... after ... */
  79         MANDOCERR_XR_PUNCT, /* unusual Xr punctuation: ... after ... */
  80         MANDOCERR_AN_MISSING, /* AUTHORS section without An macro */
  81
  82         /* related to macros and nesting */
  83         MANDOCERR_MACRO_OBS, /* obsolete macro: macro */
  84         MANDOCERR_MACRO_CALL, /* macro neither callable nor escaped: macro */
  85         MANDOCERR_PAR_SKIP, /* skipping paragraph macro: macro ... */
  86         MANDOCERR_PAR_MOVE, /* moving paragraph macro out of list: macro */
  87         MANDOCERR_NS_SKIP, /* skipping no-space macro */
  88         MANDOCERR_BLK_NEST, /* blocks badly nested: macro ... */
  89         MANDOCERR_BD_NEST, /* nested displays are not portable: macro ... */
  90         MANDOCERR_BL_MOVE, /* moving content out of list: macro */
  91         MANDOCERR_FI_SKIP, /* fill mode already enabled, skipping: fi */
  92         MANDOCERR_NF_SKIP, /* fill mode already disabled, skipping: nf */
  93         MANDOCERR_BLK_LINE, /* line scope broken: macro breaks macro */
  94
  95         /* related to missing arguments */
  96         MANDOCERR_REQ_EMPTY, /* skipping empty request: request */
  97         MANDOCERR_COND_EMPTY, /* conditional request controls empty scope */
  98         MANDOCERR_MACRO_EMPTY, /* skipping empty macro: macro */
  99         MANDOCERR_BLK_EMPTY, /* empty block: macro */
 100         MANDOCERR_ARG_EMPTY, /* empty argument, using 0n: macro arg */
 101         MANDOCERR_BD_NOTYPE, /* missing display type, using -ragged: Bd */
 102         MANDOCERR_BL_LATETYPE, /* list type is not the first argument: Bl arg */
 103         MANDOCERR_BL_NOWIDTH, /* missing -width in -tag list, using 6n */
 104         MANDOCERR_EX_NONAME, /* missing utility name, using "": Ex */
 105         MANDOCERR_FO_NOHEAD, /* missing function name, using "": Fo */
 106         MANDOCERR_IT_NOHEAD, /* empty head in list item: Bl -type It */
 107         MANDOCERR_IT_NOBODY, /* empty list item: Bl -type It */
 108         MANDOCERR_BF_NOFONT, /* missing font type, using \fR: Bf */
 109         MANDOCERR_BF_BADFONT, /* unknown font type, using \fR: Bf font */
 110         MANDOCERR_PF_SKIP, /* nothing follows prefix: Pf arg */
 111         MANDOCERR_RS_EMPTY, /* empty reference block: Rs */
 112         MANDOCERR_XR_NOSEC, /* missing section argument: Xr arg */
 113         MANDOCERR_ARG_STD, /* missing -std argument, adding it: macro */
 114         MANDOCERR_OP_EMPTY, /* missing option string, using "": OP */
 115         MANDOCERR_UR_NOHEAD, /* missing resource identifier, using "": UR */
 116         MANDOCERR_EQN_NOBOX, /* missing eqn box, using "": op */
 117
 118         /* related to bad arguments */
 119         MANDOCERR_ARG_QUOTE, /* unterminated quoted argument */
 120         MANDOCERR_ARG_REP, /* duplicate argument: macro arg */
 121         MANDOCERR_AN_REP, /* skipping duplicate argument: An -arg */
 122         MANDOCERR_BD_REP, /* skipping duplicate display type: Bd -type */
 123         MANDOCERR_BL_REP, /* skipping duplicate list type: Bl -type */
 124         MANDOCERR_BL_SKIPW, /* skipping -width argument: Bl -type */
 125         MANDOCERR_BL_COL, /* wrong number of cells */
 126         MANDOCERR_AT_BAD, /* unknown AT&T UNIX version: At version */
 127         MANDOCERR_FA_COMMA, /* comma in function argument: arg */
 128         MANDOCERR_FN_PAREN, /* parenthesis in function name: arg */
 129         MANDOCERR_RS_BAD, /* invalid content in Rs block: macro */
 130         MANDOCERR_SM_BAD, /* invalid Boolean argument: macro arg */
 131         MANDOCERR_FT_BAD, /* unknown font, skipping request: ft font */
 132         MANDOCERR_TR_ODD, /* odd number of characters in request: tr char */
 133
 134         /* related to plain text */
 135         MANDOCERR_FI_BLANK, /* blank line in fill mode, using .sp */
 136         MANDOCERR_FI_TAB, /* tab in filled text */
 137         MANDOCERR_SPACE_EOL, /* whitespace at end of input line */
 138         MANDOCERR_EOS, /* new sentence, new line */
 139         MANDOCERR_COMMENT_BAD, /* bad comment style */
 140         MANDOCERR_ESC_BAD, /* invalid escape sequence: esc */
 141         MANDOCERR_STR_UNDEF, /* undefined string, using "": name */
 142
 143         /* related to tables */
 144         MANDOCERR_TBLLAYOUT_SPAN, /* tbl line starts with span */
 145         MANDOCERR_TBLLAYOUT_DOWN, /* tbl column starts with span */
 146         MANDOCERR_TBLLAYOUT_VERT, /* skipping vertical bar in tbl layout */
 147
 148         MANDOCERR_ERROR, /* ===== start of errors ===== */
 149
 150         /* related to tables */
 151         MANDOCERR_TBLOPT_ALPHA, /* non-alphabetic character in tbl options */
 152         MANDOCERR_TBLOPT_BAD, /* skipping unknown tbl option: option */
 153         MANDOCERR_TBLOPT_NOARG, /* missing tbl option argument: option */
 154         MANDOCERR_TBLOPT_ARGSZ, /* wrong tbl option argument size: option */
 155         MANDOCERR_TBLLAYOUT_NONE, /* empty tbl layout */
 156         MANDOCERR_TBLLAYOUT_CHAR, /* invalid character in tbl layout: char */
 157         MANDOCERR_TBLLAYOUT_PAR, /* unmatched parenthesis in tbl layout */
 158         MANDOCERR_TBLDATA_NONE, /* tbl without any data cells */
 159         MANDOCERR_TBLDATA_SPAN, /* ignoring data in spanned tbl cell: data */
 160         MANDOCERR_TBLDATA_EXTRA, /* ignoring extra tbl data cells: data */
 161         MANDOCERR_TBLDATA_BLK, /* data block open at end of tbl: macro */
 162
 163         /* related to document structure and macros */
 164         MANDOCERR_FILE, /* cannot open file */
 165         MANDOCERR_ROFFLOOP, /* input stack limit exceeded, infinite loop? */
 166         MANDOCERR_CHAR_BAD, /* skipping bad character: number */
 167         MANDOCERR_MACRO, /* skipping unknown macro: macro */
 168         MANDOCERR_REQ_INSEC, /* skipping insecure request: request */
 169         MANDOCERR_IT_STRAY, /* skipping item outside list: It ... */
 170         MANDOCERR_TA_STRAY, /* skipping column outside column list: Ta */
 171         MANDOCERR_BLK_NOTOPEN, /* skipping end of block that is not open */
 172         MANDOCERR_RE_NOTOPEN, /* fewer RS blocks open, skipping: RE arg */
 173         MANDOCERR_BLK_BROKEN, /* inserting missing end of block: macro ... */
 174         MANDOCERR_BLK_NOEND, /* appending missing end of block: macro */
 175
 176         /* related to request and macro arguments */
 177         MANDOCERR_NAMESC, /* escaped character not allowed in a name: name */
 178         MANDOCERR_BD_FILE, /* NOT IMPLEMENTED: Bd -file */
 179         MANDOCERR_BD_NOARG, /* skipping display without arguments: Bd */
 180         MANDOCERR_BL_NOTYPE, /* missing list type, using -item: Bl */
 181         MANDOCERR_NM_NONAME, /* missing manual name, using "": Nm */
 182         MANDOCERR_OS_UNAME, /* uname(3) system call failed, using UNKNOWN */
 183         MANDOCERR_ST_BAD, /* unknown standard specifier: St standard */
 184         MANDOCERR_IT_NONUM, /* skipping request without numeric argument */
 185         MANDOCERR_SO_PATH, /* NOT IMPLEMENTED: .so with absolute path or ".." */
 186         MANDOCERR_SO_FAIL, /* .so request failed */
 187         MANDOCERR_ARG_SKIP, /* skipping all arguments: macro args */
 188         MANDOCERR_ARG_EXCESS, /* skipping excess arguments: macro ... args */
 189         MANDOCERR_DIVZERO, /* divide by zero */
 190
 191         MANDOCERR_UNSUPP, /* ===== start of unsupported features ===== */
 192
 193         MANDOCERR_TOOLARGE, /* input too large */
 194         MANDOCERR_CHAR_UNSUPP, /* unsupported control character: number */
 195         MANDOCERR_REQ_UNSUPP, /* unsupported roff request: request */
 196         MANDOCERR_TBLOPT_EQN, /* eqn delim option in tbl: arg */
 197         MANDOCERR_TBLLAYOUT_MOD, /* unsupported tbl layout modifier: m */
 198         MANDOCERR_TBLMACRO, /* ignoring macro in table: macro */
 199
 200         MANDOCERR_MAX
 201 };
 202
 203 struct  tbl_opts {
 204         char              tab; /* cell-separator */
 205         char              decimal; /* decimal point */
 206         int               opts;
 207 #define TBL_OPT_CENTRE   (1 << 0)
 208 #define TBL_OPT_EXPAND   (1 << 1)
 209 #define TBL_OPT_BOX      (1 << 2)
 210 #define TBL_OPT_DBOX     (1 << 3)
 211 #define TBL_OPT_ALLBOX   (1 << 4)
 212 #define TBL_OPT_NOKEEP   (1 << 5)
 213 #define TBL_OPT_NOSPACE  (1 << 6)
 214 #define TBL_OPT_NOWARN   (1 << 7)
 215         int               cols; /* number of columns */
 216         int               lvert; /* width of left vertical line */
 217         int               rvert; /* width of right vertical line */
 218 };
 219
 220 enum    tbl_cellt {
 221         TBL_CELL_CENTRE, /* c, C */
 222         TBL_CELL_RIGHT, /* r, R */
 223         TBL_CELL_LEFT, /* l, L */
 224         TBL_CELL_NUMBER, /* n, N */
 225         TBL_CELL_SPAN, /* s, S */
 226         TBL_CELL_LONG, /* a, A */
 227         TBL_CELL_DOWN, /* ^ */
 228         TBL_CELL_HORIZ, /* _, - */
 229         TBL_CELL_DHORIZ, /* = */
 230         TBL_CELL_MAX
 231 };
 232
 233 /*
 234  * A cell in a layout row.
 235  */
 236 struct  tbl_cell {
 237         struct tbl_cell  *next;
 238         int               vert; /* width of subsequent vertical line */
 239         enum tbl_cellt    pos;
 240         size_t            spacing;
 241         int               col; /* column number, starting from 0 */
 242         int               flags;
 243 #define TBL_CELL_TALIGN  (1 << 0) /* t, T */
 244 #define TBL_CELL_BALIGN  (1 << 1) /* d, D */
 245 #define TBL_CELL_BOLD    (1 << 2) /* fB, B, b */
 246 #define TBL_CELL_ITALIC  (1 << 3) /* fI, I, i */
 247 #define TBL_CELL_EQUAL   (1 << 4) /* e, E */
 248 #define TBL_CELL_UP      (1 << 5) /* u, U */
 249 #define TBL_CELL_WIGN    (1 << 6) /* z, Z */
 250 #define TBL_CELL_WMAX    (1 << 7) /* x, X */
 251 };
 252
 253 /*
 254  * A layout row.
 255  */
 256 struct  tbl_row {
 257         struct tbl_row   *next;
 258         struct tbl_cell  *first;
 259         struct tbl_cell  *last;
 260         int               vert; /* width of left vertical line */
 261 };
 262
 263 enum    tbl_datt {
 264         TBL_DATA_NONE, /* has no data */
 265         TBL_DATA_DATA, /* consists of data/string */
 266         TBL_DATA_HORIZ, /* horizontal line */
 267         TBL_DATA_DHORIZ, /* double-horizontal line */
 268         TBL_DATA_NHORIZ, /* squeezed horizontal line */
 269         TBL_DATA_NDHORIZ /* squeezed double-horizontal line */
 270 };
 271
 272 /*
 273  * A cell within a row of data.  The "string" field contains the actual
 274  * string value that's in the cell.  The rest is layout.
 275  */
 276 struct  tbl_dat {
 277         struct tbl_cell  *layout; /* layout cell */
 278         int               spans; /* how many spans follow */
 279         struct tbl_dat   *next;
 280         char             *string; /* data (NULL if not TBL_DATA_DATA) */
 281         enum tbl_datt     pos;
 282 };
 283
 284 enum    tbl_spant {
 285         TBL_SPAN_DATA, /* span consists of data */
 286         TBL_SPAN_HORIZ, /* span is horizontal line */
 287         TBL_SPAN_DHORIZ /* span is double horizontal line */
 288 };
 289
 290 /*
 291  * A row of data in a table.
 292  */
 293 struct  tbl_span {
 294         struct tbl_opts  *opts;
 295         struct tbl_row   *layout; /* layout row */
 296         struct tbl_dat   *first;
 297         struct tbl_dat   *last;
 298         struct tbl_span  *prev;
 299         struct tbl_span  *next;
 300         int               line; /* parse line */
 301         enum tbl_spant    pos;
 302 };
 303
 304 enum    eqn_boxt {
 305         EQN_ROOT, /* root of parse tree */
 306         EQN_TEXT, /* text (number, variable, whatever) */
 307         EQN_SUBEXPR, /* nested `eqn' subexpression */
 308         EQN_LIST, /* list (braces, etc.) */
 309         EQN_LISTONE, /* singleton list */
 310         EQN_PILE, /* vertical pile */
 311         EQN_MATRIX /* pile of piles */
 312 };
 313
 314 enum    eqn_fontt {
 315         EQNFONT_NONE = 0,
 316         EQNFONT_ROMAN,
 317         EQNFONT_BOLD,
 318         EQNFONT_FAT,
 319         EQNFONT_ITALIC,
 320         EQNFONT__MAX
 321 };
 322
 323 enum    eqn_post {
 324         EQNPOS_NONE = 0,
 325         EQNPOS_SUP,
 326         EQNPOS_SUBSUP,
 327         EQNPOS_SUB,
 328         EQNPOS_TO,
 329         EQNPOS_FROM,
 330         EQNPOS_FROMTO,
 331         EQNPOS_OVER,
 332         EQNPOS_SQRT,
 333         EQNPOS__MAX
 334 };
 335
 336 enum    eqn_pilet {
 337         EQNPILE_NONE = 0,
 338         EQNPILE_PILE,
 339         EQNPILE_CPILE,
 340         EQNPILE_RPILE,
 341         EQNPILE_LPILE,
 342         EQNPILE_COL,
 343         EQNPILE_CCOL,
 344         EQNPILE_RCOL,
 345         EQNPILE_LCOL,
 346         EQNPILE__MAX
 347 };
 348
 349  /*
 350  * A "box" is a parsed mathematical expression as defined by the eqn.7
 351  * grammar.
 352  */
 353 struct  eqn_box {
 354         int               size; /* font size of expression */
 355 #define EQN_DEFSIZE       INT_MIN
 356         enum eqn_boxt     type; /* type of node */
 357         struct eqn_box   *first; /* first child node */
 358         struct eqn_box   *last; /* last child node */
 359         struct eqn_box   *next; /* node sibling */
 360         struct eqn_box   *prev; /* node sibling */
 361         struct eqn_box   *parent; /* node sibling */
 362         char             *text; /* text (or NULL) */
 363         char             *left; /* fence left-hand */
 364         char             *right; /* fence right-hand */
 365         char             *top; /* expression over-symbol */
 366         char             *bottom; /* expression under-symbol */
 367         size_t            args; /* arguments in parent */
 368         size_t            expectargs; /* max arguments in parent */
 369         enum eqn_post     pos; /* position of next box */
 370         enum eqn_fontt    font; /* font of box */
 371         enum eqn_pilet    pile; /* equation piling */
 372 };
 373
 374 /*
 375  * An equation consists of a tree of expressions starting at a given
 376  * line and position.
 377  */
 378 struct  eqn {
 379         char             *name; /* identifier (or NULL) */
 380         struct eqn_box   *root; /* root mathematical expression */
 381         int               ln; /* invocation line */
 382         int               pos; /* invocation position */
 383 };
 384
 385 /*
 386  * Parse options.
 387  */
 388 #define MPARSE_MDOC     1  /* assume -mdoc */
 389 #define MPARSE_MAN      2  /* assume -man */
 390 #define MPARSE_SO       4  /* honour .so requests */
 391 #define MPARSE_QUICK    8  /* abort the parse early */
 392 #define MPARSE_UTF8     16 /* accept UTF-8 input */
 393 #define MPARSE_LATIN1   32 /* accept ISO-LATIN-1 input */
 394
 395 enum    mandoc_esc {
 396         ESCAPE_ERROR = 0, /* bail! unparsable escape */
 397         ESCAPE_IGNORE, /* escape to be ignored */
 398         ESCAPE_SPECIAL, /* a regular special character */
 399         ESCAPE_FONT, /* a generic font mode */
 400         ESCAPE_FONTBOLD, /* bold font mode */
 401         ESCAPE_FONTITALIC, /* italic font mode */
 402         ESCAPE_FONTBI, /* bold italic font mode */
 403         ESCAPE_FONTROMAN, /* roman font mode */
 404         ESCAPE_FONTPREV, /* previous font mode */
 405         ESCAPE_NUMBERED, /* a numbered glyph */
 406         ESCAPE_UNICODE, /* a unicode codepoint */
 407         ESCAPE_NOSPACE, /* suppress space if the last on a line */
 408         ESCAPE_SKIPCHAR, /* skip the next character */
 409         ESCAPE_OVERSTRIKE /* overstrike all chars in the argument */
 410 };
 411
 412 typedef void    (*mandocmsg)(enum mandocerr, enum mandoclevel,
 413                         const char *, int, int, const char *);
 414
 415
 416 struct  mparse;
 417 struct  roff_man;
 418
 419 enum mandoc_esc   mandoc_escape(const char **, const char **, int *);
 420 void              mchars_alloc(void);
 421 void              mchars_free(void);
 422 int               mchars_num2char(const char *, size_t);
 423 const char       *mchars_uc2str(int);
 424 int               mchars_num2uc(const char *, size_t);
 425 int               mchars_spec2cp(const char *, size_t);
 426 const char       *mchars_spec2str(const char *, size_t, size_t *);
 427 struct mparse    *mparse_alloc(int, enum mandoclevel, mandocmsg, const char *);
 428 void              mparse_free(struct mparse *);
 429 void              mparse_keep(struct mparse *);
 430 int               mparse_open(struct mparse *, const char *);
 431 enum mandoclevel  mparse_readfd(struct mparse *, int, const char *);
 432 enum mandoclevel  mparse_readmem(struct mparse *, void *, size_t,
 433                         const char *);
 434 void              mparse_reset(struct mparse *);
 435 void              mparse_result(struct mparse *,
 436                         struct roff_man **, char **);
 437 const char       *mparse_getkeep(const struct mparse *);
 438 const char       *mparse_strerror(enum mandocerr);
 439 const char       *mparse_strlevel(enum mandoclevel);
 440 void              mparse_updaterc(struct mparse *, enum mandoclevel *);