]> git.cameronkatri.com Git - mandoc.git/blobdiff - roff.c
We already supported (outer) user-defined strings containing references
[mandoc.git] / roff.c
diff --git a/roff.c b/roff.c
index f5e3cc1fdaae1c9459bb8a2b6091aa81f0ab8fee..2adafc18585b5cbcf623690d47cadde85869d853 100644 (file)
--- a/roff.c
+++ b/roff.c
-/* $Id: roff.c,v 1.38 2008/12/04 16:34:59 kristaps Exp $ */
+/*     $Id: roff.c,v 1.205 2014/04/07 21:00:08 schwarze Exp $ */
 /*
- * Copyright (c) 2008 Kristaps Dzonsons <kristaps@kth.se>
+ * Copyright (c) 2010, 2011, 2012 Kristaps Dzonsons <kristaps@bsd.lv>
+ * Copyright (c) 2010-2014 Ingo Schwarze <schwarze@openbsd.org>
  *
  * Permission to use, copy, modify, and distribute this software for any
- * purpose with or without fee is hereby granted, provided that the
- * above copyright notice and this permission notice appear in all
- * copies.
+ * purpose with or without fee is hereby granted, provided that the above
+ * copyright notice and this permission notice appear in all copies.
  *
- * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
- * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
- * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
- * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
- * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
- * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
- * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
- * PERFORMANCE OF THIS SOFTWARE.
+ * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHORS DISCLAIM ALL WARRANTIES
+ * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
+ * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR
+ * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
+ * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
+ * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
+ * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
  */
-#include <sys/param.h>
-#include <sys/types.h>
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
 
 #include <assert.h>
 #include <ctype.h>
-#include <err.h>
-#include <stdarg.h>
-#include <stdlib.h>
 #include <stdio.h>
+#include <stdlib.h>
 #include <string.h>
-#include <time.h>
-
-#include "libmdocml.h"
-#include "private.h"
-
-/* FIXME: First letters of quoted-text interpreted in rofffindtok. */
-/* FIXME: `No' not implemented. */
-/* TODO: warn if Pp occurs before/after Sh etc. (see mdoc.samples). */
-/* TODO: warn about "X section only" macros. */
-/* TODO: warn about empty lists. */
-/* TODO: (warn) some sections need specific elements. */
-/* TODO: (warn) NAME section has particular order. */
-/* TODO: unify empty-content tags a la <br />. */
-/* TODO: macros with a set number of arguments? */
-/* TODO: validate Dt macro arguments. */
-
-enum   roffd { 
-       ROFF_ENTER = 0, 
-       ROFF_EXIT 
+
+#include "mandoc.h"
+#include "mandoc_aux.h"
+#include "libroff.h"
+#include "libmandoc.h"
+
+/* Maximum number of nested if-else conditionals. */
+#define        RSTACK_MAX      128
+
+/* Maximum number of string expansions per line, to break infinite loops. */
+#define        EXPAND_LIMIT    1000
+
+enum   rofft {
+       ROFF_ad,
+       ROFF_am,
+       ROFF_ami,
+       ROFF_am1,
+       ROFF_as,
+       ROFF_cc,
+       ROFF_ce,
+       ROFF_de,
+       ROFF_dei,
+       ROFF_de1,
+       ROFF_ds,
+       ROFF_el,
+       ROFF_fam,
+       ROFF_hw,
+       ROFF_hy,
+       ROFF_ie,
+       ROFF_if,
+       ROFF_ig,
+       ROFF_it,
+       ROFF_ne,
+       ROFF_nh,
+       ROFF_nr,
+       ROFF_ns,
+       ROFF_ps,
+       ROFF_rm,
+       ROFF_rr,
+       ROFF_so,
+       ROFF_ta,
+       ROFF_tr,
+       ROFF_Dd,
+       ROFF_TH,
+       ROFF_TS,
+       ROFF_TE,
+       ROFF_T_,
+       ROFF_EQ,
+       ROFF_EN,
+       ROFF_cblock,
+       ROFF_USERDEF,
+       ROFF_MAX
+};
+
+/*
+ * An incredibly-simple string buffer.
+ */
+struct roffstr {
+       char            *p; /* nil-terminated buffer */
+       size_t           sz; /* saved strlen(p) */
 };
 
-enum   rofftype { 
-       ROFF_COMMENT, 
-       ROFF_TEXT, 
-       ROFF_LAYOUT,
-       ROFF_SPECIAL
+/*
+ * A key-value roffstr pair as part of a singly-linked list.
+ */
+struct roffkv {
+       struct roffstr   key;
+       struct roffstr   val;
+       struct roffkv   *next; /* next in list */
 };
 
-#define        ROFFCALL_ARGS \
-       int tok, struct rofftree *tree, \
-       char *argv[], enum roffd type
-
-struct rofftree;
-
-struct rofftok {
-       int             (*cb)(ROFFCALL_ARGS);   /* Callback. */
-       const int        *args;                 /* Args (or NULL). */
-       const int        *parents;              /* Limit to parents. */
-       const int        *children;             /* Limit to kids. */
-       int               ctx;                  /* Blk-close node. */
-       enum rofftype     type;                 /* Type of macro. */
-       int               flags;
-#define        ROFF_PARSED      (1 << 0)               /* "Parsed". */
-#define        ROFF_CALLABLE    (1 << 1)               /* "Callable". */
-#define        ROFF_SHALLOW     (1 << 2)               /* Nesting block. */
-#define        ROFF_LSCOPE      (1 << 3)               /* Line scope. */
+/*
+ * A single number register as part of a singly-linked list.
+ */
+struct roffreg {
+       struct roffstr   key;
+       int              val;
+       struct roffreg  *next;
 };
 
-struct roffarg {
-       int               flags;
-#define        ROFF_VALUE       (1 << 0)               /* Has a value. */
+struct roff {
+       struct mparse   *parse; /* parse point */
+       int              options; /* parse options */
+       struct roffnode *last; /* leaf of stack */
+       int              rstack[RSTACK_MAX]; /* stack of !`ie' rules */
+       char             control; /* control character */
+       int              rstackpos; /* position in rstack */
+       struct roffreg  *regtab; /* number registers */
+       struct roffkv   *strtab; /* user-defined strings & macros */
+       struct roffkv   *xmbtab; /* multi-byte trans table (`tr') */
+       struct roffstr  *xtab; /* single-byte trans table (`tr') */
+       const char      *current_string; /* value of last called user macro */
+       struct tbl_node *first_tbl; /* first table parsed */
+       struct tbl_node *last_tbl; /* last table parsed */
+       struct tbl_node *tbl; /* current table being parsed */
+       struct eqn_node *last_eqn; /* last equation parsed */
+       struct eqn_node *first_eqn; /* first equation parsed */
+       struct eqn_node *eqn; /* current equation being parsed */
 };
 
 struct roffnode {
-       int               tok;                  /* Token id. */
-       struct roffnode  *parent;               /* Parent (or NULL). */
+       enum rofft       tok; /* type of node */
+       struct roffnode *parent; /* up one in stack */
+       int              line; /* parse line */
+       int              col; /* parse col */
+       char            *name; /* node name, e.g. macro name */
+       char            *end; /* end-rules: custom token */
+       int              endspan; /* end-rules: next-line or infty */
+       int              rule; /* current evaluation rule */
 };
 
-struct rofftree {
-       struct roffnode  *last;                 /* Last parsed node. */
-       char             *cur;                  /* Line start. */
-       struct tm         tm;                   /* `Dd' results. */
-       char              os[64];               /* `Os' results. */
-       char              title[64];            /* `Dt' results. */
-       char              section[64];          /* `Dt' results. */
-       char              volume[64];           /* `Dt' results. */
-       int               state;
-#define        ROFF_PRELUDE     (1 << 1)               /* In roff prelude. */
-#define        ROFF_PRELUDE_Os  (1 << 2)               /* `Os' is parsed. */
-#define        ROFF_PRELUDE_Dt  (1 << 3)               /* `Dt' is parsed. */
-#define        ROFF_PRELUDE_Dd  (1 << 4)               /* `Dd' is parsed. */
-#define        ROFF_BODY        (1 << 5)               /* In roff body. */
-       struct roffcb     cb;                   /* Callbacks. */
-       void             *arg;                  /* Callbacks' arg. */
+#define        ROFF_ARGS        struct roff *r, /* parse ctx */ \
+                        enum rofft tok, /* tok of macro */ \
+                        char **bufp, /* input buffer */ \
+                        size_t *szp, /* size of input buffer */ \
+                        int ln, /* parse line */ \
+                        int ppos, /* original pos in buffer */ \
+                        int pos, /* current pos in buffer */ \
+                        int *offs /* reset offset of buffer data */
+
+typedef        enum rofferr (*roffproc)(ROFF_ARGS);
+
+struct roffmac {
+       const char      *name; /* macro name */
+       roffproc         proc; /* process new macro */
+       roffproc         text; /* process as child text of macro */
+       roffproc         sub; /* process as child of macro */
+       int              flags;
+#define        ROFFMAC_STRUCT  (1 << 0) /* always interpret */
+       struct roffmac  *next;
 };
 
-static int               roff_Dd(ROFFCALL_ARGS);
-static int               roff_Dt(ROFFCALL_ARGS);
-static int               roff_Os(ROFFCALL_ARGS);
-static int               roff_Ns(ROFFCALL_ARGS);
-static int               roff_Sm(ROFFCALL_ARGS);
-static int               roff_layout(ROFFCALL_ARGS);
-static int               roff_text(ROFFCALL_ARGS);
-static int               roff_noop(ROFFCALL_ARGS);
-static int               roff_depr(ROFFCALL_ARGS);
-static struct roffnode  *roffnode_new(int, struct rofftree *);
-static void              roffnode_free(struct rofftree *);
-static void              roff_warn(const struct rofftree *, 
-                               const char *, char *, ...);
-static void              roff_err(const struct rofftree *, 
-                               const char *, char *, ...);
-static int               roffpurgepunct(struct rofftree *, char **);
-static int               roffscan(int, const int *);
-static int               rofffindtok(const char *);
-static int               rofffindarg(const char *);
-static int               rofffindcallable(const char *);
-static int               roffargs(const struct rofftree *,
-                               int, char *, char **);
-static int               roffargok(int, int);
-static int               roffnextopt(const struct rofftree *,
-                               int, char ***, char **);
-static int               roffparseopts(struct rofftree *, int, 
-                               char ***, int *, char **);
-static int               roffcall(struct rofftree *, int, char **);
-static int               roffparse(struct rofftree *, char *);
-static int               textparse(struct rofftree *, char *);
-static int               roffdata(struct rofftree *, int, char *);
-
-#ifdef __linux__ 
-extern size_t            strlcat(char *, const char *, size_t);
-extern size_t            strlcpy(char *, const char *, size_t);
-extern int               vsnprintf(char *, size_t, 
-                               const char *, va_list);
-extern char             *strptime(const char *, const char *,
-                               struct tm *);
-#endif
+struct predef {
+       const char      *name; /* predefined input name */
+       const char      *str; /* replacement symbol */
+};
 
+#define        PREDEF(__name, __str) \
+       { (__name), (__str) },
+
+static enum rofft       roffhash_find(const char *, size_t);
+static void             roffhash_init(void);
+static void             roffnode_cleanscope(struct roff *);
+static void             roffnode_pop(struct roff *);
+static void             roffnode_push(struct roff *, enum rofft,
+                               const char *, int, int);
+static enum rofferr     roff_block(ROFF_ARGS);
+static enum rofferr     roff_block_text(ROFF_ARGS);
+static enum rofferr     roff_block_sub(ROFF_ARGS);
+static enum rofferr     roff_cblock(ROFF_ARGS);
+static enum rofferr     roff_cc(ROFF_ARGS);
+static void             roff_ccond(struct roff *, int, int);
+static enum rofferr     roff_cond(ROFF_ARGS);
+static enum rofferr     roff_cond_text(ROFF_ARGS);
+static enum rofferr     roff_cond_sub(ROFF_ARGS);
+static enum rofferr     roff_ds(ROFF_ARGS);
+static int              roff_evalcond(const char *, int *);
+static int              roff_evalnum(const char *, int *, int *, int);
+static int              roff_evalpar(const char *, int *, int *);
+static int              roff_evalstrcond(const char *, int *);
+static void             roff_free1(struct roff *);
+static void             roff_freereg(struct roffreg *);
+static void             roff_freestr(struct roffkv *);
+static char            *roff_getname(struct roff *, char **, int, int);
+static int              roff_getnum(const char *, int *, int *);
+static int              roff_getop(const char *, int *, char *);
+static int              roff_getregn(const struct roff *,
+                               const char *, size_t);
+static int              roff_getregro(const char *name);
+static const char      *roff_getstrn(const struct roff *, 
+                               const char *, size_t);
+static enum rofferr     roff_it(ROFF_ARGS);
+static enum rofferr     roff_line_ignore(ROFF_ARGS);
+static enum rofferr     roff_nr(ROFF_ARGS);
+static void             roff_openeqn(struct roff *, const char *,
+                               int, int, const char *);
+static enum rofft       roff_parse(struct roff *, const char *, int *);
+static enum rofferr     roff_parsetext(char **, size_t *, int, int *);
+static enum rofferr     roff_res(struct roff *, 
+                               char **, size_t *, int, int);
+static enum rofferr     roff_rm(ROFF_ARGS);
+static enum rofferr     roff_rr(ROFF_ARGS);
+static void             roff_setstr(struct roff *,
+                               const char *, const char *, int);
+static void             roff_setstrn(struct roffkv **, const char *, 
+                               size_t, const char *, size_t, int);
+static enum rofferr     roff_so(ROFF_ARGS);
+static enum rofferr     roff_tr(ROFF_ARGS);
+static enum rofferr     roff_Dd(ROFF_ARGS);
+static enum rofferr     roff_TH(ROFF_ARGS);
+static enum rofferr     roff_TE(ROFF_ARGS);
+static enum rofferr     roff_TS(ROFF_ARGS);
+static enum rofferr     roff_EQ(ROFF_ARGS);
+static enum rofferr     roff_EN(ROFF_ARGS);
+static enum rofferr     roff_T_(ROFF_ARGS);
+static enum rofferr     roff_userdef(ROFF_ARGS);
+
+/* See roffhash_find() */
+
+#define        ASCII_HI         126
+#define        ASCII_LO         33
+#define        HASHWIDTH       (ASCII_HI - ASCII_LO + 1)
+
+static struct roffmac  *hash[HASHWIDTH];
+
+static struct roffmac   roffs[ROFF_MAX] = {
+       { "ad", roff_line_ignore, NULL, NULL, 0, NULL },
+       { "am", roff_block, roff_block_text, roff_block_sub, 0, NULL },
+       { "ami", roff_block, roff_block_text, roff_block_sub, 0, NULL },
+       { "am1", roff_block, roff_block_text, roff_block_sub, 0, NULL },
+       { "as", roff_ds, NULL, NULL, 0, NULL },
+       { "cc", roff_cc, NULL, NULL, 0, NULL },
+       { "ce", roff_line_ignore, NULL, NULL, 0, NULL },
+       { "de", roff_block, roff_block_text, roff_block_sub, 0, NULL },
+       { "dei", roff_block, roff_block_text, roff_block_sub, 0, NULL },
+       { "de1", roff_block, roff_block_text, roff_block_sub, 0, NULL },
+       { "ds", roff_ds, NULL, NULL, 0, NULL },
+       { "el", roff_cond, roff_cond_text, roff_cond_sub, ROFFMAC_STRUCT, NULL },
+       { "fam", roff_line_ignore, NULL, NULL, 0, NULL },
+       { "hw", roff_line_ignore, NULL, NULL, 0, NULL },
+       { "hy", roff_line_ignore, NULL, NULL, 0, NULL },
+       { "ie", roff_cond, roff_cond_text, roff_cond_sub, ROFFMAC_STRUCT, NULL },
+       { "if", roff_cond, roff_cond_text, roff_cond_sub, ROFFMAC_STRUCT, NULL },
+       { "ig", roff_block, roff_block_text, roff_block_sub, 0, NULL },
+       { "it", roff_it, NULL, NULL, 0, NULL },
+       { "ne", roff_line_ignore, NULL, NULL, 0, NULL },
+       { "nh", roff_line_ignore, NULL, NULL, 0, NULL },
+       { "nr", roff_nr, NULL, NULL, 0, NULL },
+       { "ns", roff_line_ignore, NULL, NULL, 0, NULL },
+       { "ps", roff_line_ignore, NULL, NULL, 0, NULL },
+       { "rm", roff_rm, NULL, NULL, 0, NULL },
+       { "rr", roff_rr, NULL, NULL, 0, NULL },
+       { "so", roff_so, NULL, NULL, 0, NULL },
+       { "ta", roff_line_ignore, NULL, NULL, 0, NULL },
+       { "tr", roff_tr, NULL, NULL, 0, NULL },
+       { "Dd", roff_Dd, NULL, NULL, 0, NULL },
+       { "TH", roff_TH, NULL, NULL, 0, NULL },
+       { "TS", roff_TS, NULL, NULL, 0, NULL },
+       { "TE", roff_TE, NULL, NULL, 0, NULL },
+       { "T&", roff_T_, NULL, NULL, 0, NULL },
+       { "EQ", roff_EQ, NULL, NULL, 0, NULL },
+       { "EN", roff_EN, NULL, NULL, 0, NULL },
+       { ".", roff_cblock, NULL, NULL, 0, NULL },
+       { NULL, roff_userdef, NULL, NULL, 0, NULL },
+};
 
-static const int roffarg_An[] = { ROFF_Split, ROFF_Nosplit, ROFF_ARGMAX };
-static const int roffarg_Bd[] = { ROFF_Ragged, ROFF_Unfilled, ROFF_Literal,
-       ROFF_File, ROFF_Offset, ROFF_Filled, ROFF_Compact, ROFF_ARGMAX };
-static const int roffarg_Bk[] = { ROFF_Words, ROFF_ARGMAX };
-static const int roffarg_Ex[] = { ROFF_Std, ROFF_ARGMAX };
-static const int roffarg_Rv[] = { ROFF_Std, ROFF_ARGMAX };
-static         const int roffarg_Bl[] = { ROFF_Bullet, ROFF_Dash, ROFF_Hyphen,
-       ROFF_Item, ROFF_Enum, ROFF_Tag, ROFF_Diag, ROFF_Hang, ROFF_Ohang,
-       ROFF_Inset, ROFF_Column, ROFF_Offset, ROFF_Width, ROFF_Compact,
-       ROFF_ARGMAX };
-static         const int roffarg_St[] = { ROFF_p1003_1_88, ROFF_p1003_1_90,
-       ROFF_p1003_1_96, ROFF_p1003_1_2001, ROFF_p1003_1_2004, ROFF_p1003_1,
-       ROFF_p1003_1b, ROFF_p1003_1b_93, ROFF_p1003_1c_95, ROFF_p1003_1g_2000,
-       ROFF_p1003_2_92, ROFF_p1387_2_95, ROFF_p1003_2, ROFF_p1387_2,
-       ROFF_isoC_90, ROFF_isoC_amd1, ROFF_isoC_tcor1, ROFF_isoC_tcor2,
-       ROFF_isoC_99, ROFF_ansiC, ROFF_ansiC_89, ROFF_ansiC_99, ROFF_ieee754,
-       ROFF_iso8802_3, ROFF_xpg3, ROFF_xpg4, ROFF_xpg4_2, ROFF_xpg4_3,
-       ROFF_xbd5, ROFF_xcu5, ROFF_xsh5, ROFF_xns5, ROFF_xns5_2d2_0,
-       ROFF_xcurses4_2, ROFF_susv2, ROFF_susv3, ROFF_svid4, ROFF_ARGMAX };
-
-static const int roffchild_Bl[] = { ROFF_It, ROFF_El, ROFF_MAX };
-static const int roffchild_Fo[] = { ROFF_Fa, ROFF_Fc, ROFF_MAX };
-static const int roffchild_Rs[] = { ROFF_Re, ROFF__A, ROFF__B, ROFF__D,
-       ROFF__I, ROFF__J, ROFF__N, ROFF__O, ROFF__P, ROFF__R, ROFF__T, ROFF__V,
-       ROFF_MAX };
-
-static const int roffparent_El[] = { ROFF_Bl, ROFF_It, ROFF_MAX };
-static const int roffparent_Fc[] = { ROFF_Fo, ROFF_Fa, ROFF_MAX };
-static const int roffparent_Oc[] = { ROFF_Oo, ROFF_MAX };
-static const int roffparent_It[] = { ROFF_Bl, ROFF_It, ROFF_MAX };
-static const int roffparent_Re[] = { ROFF_Rs, ROFF_MAX };
-
-static const struct rofftok tokens[ROFF_MAX] = {
-       {   roff_noop, NULL, NULL, NULL, 0, ROFF_COMMENT, 0 }, /* \" */
-       {     roff_Dd, NULL, NULL, NULL, 0, ROFF_TEXT, 0 }, /* Dd */
-       {     roff_Dt, NULL, NULL, NULL, 0, ROFF_TEXT, 0 }, /* Dt */
-       {     roff_Os, NULL, NULL, NULL, 0, ROFF_TEXT, 0 }, /* Os */
-       { roff_layout, NULL, NULL, NULL, ROFF_Sh, ROFF_LAYOUT, 0 }, /* Sh */
-       { roff_layout, NULL, NULL, NULL, ROFF_Ss, ROFF_LAYOUT, 0 }, /* Ss */ 
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, 0 }, /* Pp */ /* XXX 0 args */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_LSCOPE }, /* D1 */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_LSCOPE }, /* Dl */
-       { roff_layout, roffarg_Bd, NULL, NULL, 0, ROFF_LAYOUT, 0 },     /* Bd */
-       {   roff_noop, NULL, NULL, NULL, ROFF_Bd, ROFF_LAYOUT, 0 }, /* Ed */
-       { roff_layout, roffarg_Bl, NULL, roffchild_Bl, 0, ROFF_LAYOUT, 0 }, /* Bl */
-       {   roff_noop, NULL, roffparent_El, NULL, ROFF_Bl, ROFF_LAYOUT, 0 }, /* El */
-       { roff_layout, NULL, roffparent_It, NULL, ROFF_It, ROFF_LAYOUT, ROFF_PARSED | ROFF_SHALLOW }, /* It */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Ad */ /* FIXME */
-       {   roff_text, roffarg_An, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED }, /* An */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Ar */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, 0 }, /* Cd */ /* XXX man.4 only */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Cm */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Dv */ /* XXX needs arg */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Er */ /* XXX needs arg */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Ev */ /* XXX needs arg */
-       {   roff_text, roffarg_Ex, NULL, NULL, 0, ROFF_TEXT, 0 }, /* Ex */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Fa */ /* XXX needs arg */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, 0 }, /* Fd */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Fl */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Fn */ /* XXX needs arg */ /* FIXME */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED }, /* Ft */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Ic */ /* XXX needs arg */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, 0 }, /* In */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Li */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, 0 }, /* Nd */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Nm */ /* FIXME */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE | ROFF_LSCOPE }, /* Op */
-       {   roff_depr, NULL, NULL, NULL, 0, ROFF_TEXT, 0 }, /* Ot */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Pa */
-       {   roff_text, roffarg_Rv, NULL, NULL, 0, ROFF_TEXT, 0 }, /* Rv */
-       {   roff_text, roffarg_St, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* St */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Va */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Vt */ /* XXX needs arg */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Xr */ /* XXX needs arg */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED }, /* %A */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE}, /* %B */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, 0 }, /* %D */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE}, /* %I */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE}, /* %J */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, 0 }, /* %N */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, 0 }, /* %O */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, 0 }, /* %P */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, 0 }, /* %R */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED }, /* %T */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, 0 }, /* %V */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Ac */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Ao */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE | ROFF_LSCOPE }, /* Aq */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, 0 }, /* At */ /* XXX at most 2 args */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Bc */
-       { roff_layout, NULL, NULL, NULL, 0, ROFF_LAYOUT, 0 }, /* Bf */ /* FIXME */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Bo */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE | ROFF_LSCOPE }, /* Bq */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED }, /* Bsx */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED }, /* Bx */
-       {        NULL, NULL, NULL, NULL, 0, ROFF_SPECIAL, 0 },  /* Db */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Dc */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Do */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE | ROFF_LSCOPE }, /* Dq */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Ec */
-       {   roff_noop, NULL, NULL, NULL, ROFF_Bf, ROFF_LAYOUT, 0 }, /* Ef */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Em */ /* XXX needs arg */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Eo */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED }, /* Fx */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED }, /* Ms */
-       {   NULL, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* No */
-       {     roff_Ns, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Ns */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED }, /* Nx */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED }, /* Ox */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Pc */
-       {        NULL, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED }, /* Pf */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Po */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE | ROFF_LSCOPE }, /* Pq */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Qc */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Ql */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Qo */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE | ROFF_LSCOPE }, /* Qq */
-       {   roff_noop, NULL, roffparent_Re, NULL, ROFF_Rs, ROFF_LAYOUT, 0 }, /* Re */
-       { roff_layout, NULL, NULL, roffchild_Rs, 0, ROFF_LAYOUT, 0 },   /* Rs */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Sc */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* So */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE | ROFF_LSCOPE }, /* Sq */
-       {     roff_Sm, NULL, NULL, NULL, 0, ROFF_TEXT, 0 }, /* Sm */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Sx */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Sy */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Tn */
-       {   roff_text, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED }, /* Ux */
-       {  NULL, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Xc */
-       {  NULL, NULL, NULL, NULL, 0, ROFF_TEXT, ROFF_PARSED | ROFF_CALLABLE }, /* Xo */
-       { roff_layout, NULL, NULL, roffchild_Fo, 0, ROFF_LAYOUT, 0 }, /* Fo */
-       {   roff_noop, NULL, roffparent_Fc, NULL, ROFF_Fo, ROFF_LAYOUT, 0 }, /* Fc */
-       { roff_layout, NULL, NULL, NULL, 0, ROFF_LAYOUT, 0 }, /* Oo */
-       {   roff_noop, NULL, roffparent_Oc, NULL, ROFF_Oo, ROFF_LAYOUT, 0 }, /* Oc */
-       { roff_layout, roffarg_Bk, NULL, NULL, 0, ROFF_LAYOUT, 0 }, /* Bk */
-       {   roff_noop, NULL, NULL, NULL, ROFF_Bk, ROFF_LAYOUT, 0 }, /* Ek */
-       {        NULL, NULL, NULL, NULL, 0, ROFF_TEXT, 0 }, /* Bt */
-       {        NULL, NULL, NULL, NULL, 0, ROFF_TEXT, 0 }, /* Hf */
-       {   roff_depr, NULL, NULL, NULL, 0, ROFF_TEXT, 0 }, /* Fr */
-       {        NULL, NULL, NULL, NULL, 0, ROFF_TEXT, 0 }, /* Ud */
-       };
-
-static const int tokenargs[ROFF_ARGMAX] = {
-       0,              0,              0,              0,
-       0,              ROFF_VALUE,     ROFF_VALUE,     0,
-       0,              0,              0,              0,
-       0,              0,              0,              0,
-       0,              0,              ROFF_VALUE,     0,
-       0,              0,              0,              0,
-       0,              0,              0,              0,
-       0,              0,              0,              0,
-       0,              0,              0,              0,
-       0,              0,              0,              0,
-       0,              0,              0,              0,
-       0,              0,              0,              0,
-       0,              0,              0,              0,
-       0,              0,              0,              0,
-       0,              0,              0,              0,
-       };
-
-const  char *const toknamesp[ROFF_MAX] = {              
-       "\\\"",         "Dd",           "Dt",           "Os",
-       "Sh",           "Ss",           "Pp",           "D1",
-       "Dl",           "Bd",           "Ed",           "Bl",
-       "El",           "It",           "Ad",           "An",
-       "Ar",           "Cd",           "Cm",           "Dv",
-       "Er",           "Ev",           "Ex",           "Fa",
-       "Fd",           "Fl",           "Fn",           "Ft",
-       "Ic",           "In",           "Li",           "Nd",
-       "Nm",           "Op",           "Ot",           "Pa",
-       "Rv",           "St",           "Va",           "Vt",
-       /* LINTED */
-       "Xr",           "\%A",          "\%B",          "\%D",
-       /* LINTED */
-       "\%I",          "\%J",          "\%N",          "\%O",
-       /* LINTED */
-       "\%P",          "\%R",          "\%T",          "\%V",
-       "Ac",           "Ao",           "Aq",           "At",
-       "Bc",           "Bf",           "Bo",           "Bq",
-       "Bsx",          "Bx",           "Db",           "Dc",
-       "Do",           "Dq",           "Ec",           "Ef",
-       "Em",           "Eo",           "Fx",           "Ms",
-       "No",           "Ns",           "Nx",           "Ox",
-       "Pc",           "Pf",           "Po",           "Pq",
-       "Qc",           "Ql",           "Qo",           "Qq",
-       "Re",           "Rs",           "Sc",           "So",
-       "Sq",           "Sm",           "Sx",           "Sy",
-       "Tn",           "Ux",           "Xc",           "Xo",
-       "Fo",           "Fc",           "Oo",           "Oc",
-       "Bk",           "Ek",           "Bt",           "Hf",
-       "Fr",           "Ud",
-       };
-
-const  char *const tokargnamesp[ROFF_ARGMAX] = {                
-       "split",                "nosplit",              "ragged",
-       "unfilled",             "literal",              "file",          
-       "offset",               "bullet",               "dash",          
-       "hyphen",               "item",                 "enum",          
-       "tag",                  "diag",                 "hang",          
-       "ohang",                "inset",                "column",        
-       "width",                "compact",              "std",   
-       "p1003.1-88",           "p1003.1-90",           "p1003.1-96",
-       "p1003.1-2001",         "p1003.1-2004",         "p1003.1",
-       "p1003.1b",             "p1003.1b-93",          "p1003.1c-95",
-       "p1003.1g-2000",        "p1003.2-92",           "p1387.2-95",
-       "p1003.2",              "p1387.2",              "isoC-90",
-       "isoC-amd1",            "isoC-tcor1",           "isoC-tcor2",
-       "isoC-99",              "ansiC",                "ansiC-89",
-       "ansiC-99",             "ieee754",              "iso8802-3",
-       "xpg3",                 "xpg4",                 "xpg4.2",
-       "xpg4.3",               "xbd5",                 "xcu5",
-       "xsh5",                 "xns5",                 "xns5.2d2.0",
-       "xcurses4.2",           "susv2",                "susv3",
-       "svid4",                "filled",               "words",
-       };
-
-const  char *const *toknames = toknamesp;
-const  char *const *tokargnames = tokargnamesp;
+/* not currently implemented: Ds em Eq LP Me PP pp Or Rd Sf SH */
+const  char *const __mdoc_reserved[] = {
+       "Ac", "Ad", "An", "Ao", "Ap", "Aq", "Ar", "At",
+       "Bc", "Bd", "Bf", "Bk", "Bl", "Bo", "Bq",
+       "Brc", "Bro", "Brq", "Bsx", "Bt", "Bx",
+       "Cd", "Cm", "Db", "Dc", "Dd", "Dl", "Do", "Dq",
+       "Dt", "Dv", "Dx", "D1",
+       "Ec", "Ed", "Ef", "Ek", "El", "Em",
+       "En", "Eo", "Er", "Es", "Ev", "Ex",
+       "Fa", "Fc", "Fd", "Fl", "Fn", "Fo", "Fr", "Ft", "Fx",
+       "Hf", "Ic", "In", "It", "Lb", "Li", "Lk", "Lp",
+       "Ms", "Mt", "Nd", "Nm", "No", "Ns", "Nx",
+       "Oc", "Oo", "Op", "Os", "Ot", "Ox",
+       "Pa", "Pc", "Pf", "Po", "Pp", "Pq",
+       "Qc", "Ql", "Qo", "Qq", "Re", "Rs", "Rv",
+       "Sc", "Sh", "Sm", "So", "Sq",
+       "Ss", "St", "Sx", "Sy",
+       "Ta", "Tn", "Ud", "Ux", "Va", "Vt", "Xc", "Xo", "Xr",
+       "%A", "%B", "%C", "%D", "%I", "%J", "%N", "%O",
+       "%P", "%Q", "%R", "%T", "%U", "%V",
+       NULL
+};
 
+/* not currently implemented: BT DE DS ME MT PT SY TQ YS */
+const  char *const __man_reserved[] = {
+       "AT", "B", "BI", "BR", "DT",
+       "EE", "EN", "EQ", "EX", "HP", "I", "IB", "IP", "IR",
+       "LP", "OP", "P", "PD", "PP",
+       "R", "RB", "RE", "RI", "RS", "SB", "SH", "SM", "SS",
+       "TE", "TH", "TP", "TS", "T&", "UC", "UE", "UR",
+       NULL
+};
 
-int
-roff_free(struct rofftree *tree, int flush)
-{
-       int              error, t;
-       struct roffnode *n;
+/* Array of injected predefined strings. */
+#define        PREDEFS_MAX      38
+static const struct predef predefs[PREDEFS_MAX] = {
+#include "predefs.in"
+};
 
-       error = 0;
+/* See roffhash_find() */
+#define        ROFF_HASH(p)    (p[0] - ASCII_LO)
 
-       if ( ! flush)
-               goto end;
+static int      roffit_lines;  /* number of lines to delay */
+static char    *roffit_macro;  /* nil-terminated macro line */
 
-       error = 1;
+static void
+roffhash_init(void)
+{
+       struct roffmac   *n;
+       int               buc, i;
 
-       if (ROFF_PRELUDE & tree->state) {
-               roff_err(tree, NULL, "prelude never finished");
-               goto end;
-       } 
+       for (i = 0; i < (int)ROFF_USERDEF; i++) {
+               assert(roffs[i].name[0] >= ASCII_LO);
+               assert(roffs[i].name[0] <= ASCII_HI);
 
-       for (n = tree->last; n; n = n->parent) {
-               if (0 != tokens[n->tok].ctx) 
-                       continue;
-               roff_err(tree, NULL, "closing explicit scope `%s'", 
-                               toknames[n->tok]);
-               goto end;
-       }
+               buc = ROFF_HASH(roffs[i].name);
 
-       while (tree->last) {
-               t = tree->last->tok;
-               if ( ! (*tokens[t].cb)(t, tree, NULL, ROFF_EXIT))
-                       goto end;
+               if (NULL != (n = hash[buc])) {
+                       for ( ; n->next; n = n->next)
+                               /* Do nothing. */ ;
+                       n->next = &roffs[i];
+               } else
+                       hash[buc] = &roffs[i];
        }
+}
 
-       if ( ! (*tree->cb.rofftail)(tree->arg))
-               goto end;
+/*
+ * Look up a roff token by its name.  Returns ROFF_MAX if no macro by
+ * the nil-terminated string name could be found.
+ */
+static enum rofft
+roffhash_find(const char *p, size_t s)
+{
+       int              buc;
+       struct roffmac  *n;
 
-       error = 0;
+       /*
+        * libroff has an extremely simple hashtable, for the time
+        * being, which simply keys on the first character, which must
+        * be printable, then walks a chain.  It works well enough until
+        * optimised.
+        */
 
-end:
+       if (p[0] < ASCII_LO || p[0] > ASCII_HI)
+               return(ROFF_MAX);
 
-       while (tree->last) 
-               roffnode_free(tree);
+       buc = ROFF_HASH(p);
 
-       free(tree);
+       if (NULL == (n = hash[buc]))
+               return(ROFF_MAX);
+       for ( ; n; n = n->next)
+               if (0 == strncmp(n->name, p, s) && '\0' == n->name[(int)s])
+                       return((enum rofft)(n - roffs));
 
-       return(error ? 0 : 1);
+       return(ROFF_MAX);
 }
 
 
-struct rofftree *
-roff_alloc(const struct roffcb *cb, void *args)
+/*
+ * Pop the current node off of the stack of roff instructions currently
+ * pending.
+ */
+static void
+roffnode_pop(struct roff *r)
 {
-       struct rofftree *tree;
+       struct roffnode *p;
+
+       assert(r->last);
+       p = r->last; 
 
-       assert(args);
-       assert(cb);
+       r->last = r->last->parent;
+       free(p->name);
+       free(p->end);
+       free(p);
+}
 
-       if (NULL == (tree = calloc(1, sizeof(struct rofftree))))
-               err(1, "calloc");
 
-       tree->state = ROFF_PRELUDE;
-       tree->arg = args;
+/*
+ * Push a roff node onto the instruction stack.  This must later be
+ * removed with roffnode_pop().
+ */
+static void
+roffnode_push(struct roff *r, enum rofft tok, const char *name,
+               int line, int col)
+{
+       struct roffnode *p;
 
-       (void)memcpy(&tree->cb, cb, sizeof(struct roffcb));
+       p = mandoc_calloc(1, sizeof(struct roffnode));
+       p->tok = tok;
+       if (name)
+               p->name = mandoc_strdup(name);
+       p->parent = r->last;
+       p->line = line;
+       p->col = col;
+       p->rule = p->parent ? p->parent->rule : 0;
 
-       return(tree);
+       r->last = p;
 }
 
 
-int
-roff_engine(struct rofftree *tree, char *buf)
+static void
+roff_free1(struct roff *r)
 {
+       struct tbl_node *tbl;
+       struct eqn_node *e;
+       int              i;
 
-       tree->cur = buf;
-       assert(buf);
+       while (NULL != (tbl = r->first_tbl)) {
+               r->first_tbl = tbl->next;
+               tbl_free(tbl);
+       }
 
-       if (0 == *buf) {
-               roff_err(tree, buf, "blank line");
-               return(0);
-       } else if ('.' != *buf)
-               return(textparse(tree, buf));
+       r->first_tbl = r->last_tbl = r->tbl = NULL;
 
-       return(roffparse(tree, buf));
-}
+       while (NULL != (e = r->first_eqn)) {
+               r->first_eqn = e->next;
+               eqn_free(e);
+       }
 
+       r->first_eqn = r->last_eqn = r->eqn = NULL;
 
-static int
-textparse(struct rofftree *tree, char *buf)
-{
-       char            *bufp;
+       while (r->last)
+               roffnode_pop(r);
 
-       /* TODO: literal parsing. */
+       roff_freestr(r->strtab);
+       roff_freestr(r->xmbtab);
 
-       if ( ! (ROFF_BODY & tree->state)) {
-               roff_err(tree, buf, "data not in body");
-               return(0);
-       }
+       r->strtab = r->xmbtab = NULL;
 
-       /* LINTED */
-       while (*buf) {
-               while (*buf && isspace(*buf))
-                       buf++;
+       roff_freereg(r->regtab);
 
-               if (0 == *buf)
-                       break;
+       r->regtab = NULL;
 
-               bufp = buf++;
+       if (r->xtab)
+               for (i = 0; i < 128; i++)
+                       free(r->xtab[i].p);
 
-               while (*buf && ! isspace(*buf))
-                       buf++;
+       free(r->xtab);
+       r->xtab = NULL;
+}
 
-               if (0 != *buf) {
-                       *buf++ = 0;
-                       if ( ! roffdata(tree, 1, bufp))
-                               return(0);
-                       continue;
-               }
+void
+roff_reset(struct roff *r)
+{
 
-               if ( ! roffdata(tree, 1, bufp))
-                       return(0);
-               break;
-       }
+       roff_free1(r);
+       r->control = 0;
+}
 
-       return(1);
+
+void
+roff_free(struct roff *r)
+{
+
+       roff_free1(r);
+       free(r);
 }
 
 
-static int
-roffargs(const struct rofftree *tree, 
-               int tok, char *buf, char **argv)
+struct roff *
+roff_alloc(struct mparse *parse, int options)
 {
-       int              i;
-       char            *p;
+       struct roff     *r;
 
-       assert(tok >= 0 && tok < ROFF_MAX);
-       assert('.' == *buf);
-
-       p = buf;
-
-       /* LINTED */
-       for (i = 0; *buf && i < ROFF_MAXLINEARG; i++) {
-               if ('\"' == *buf) {
-                       argv[i] = ++buf;
-                       while (*buf && '\"' != *buf)
-                               buf++;
-                       if (0 == *buf) {
-                               roff_err(tree, argv[i], "unclosed "
-                                               "quote in argument "
-                                               "list for `%s'", 
-                                               toknames[tok]);
-                               return(0);
-                       }
-               } else { 
-                       argv[i] = buf++;
-                       while (*buf && ! isspace(*buf))
-                               buf++;
-                       if (0 == *buf)
-                               continue;
-               }
-               *buf++ = 0;
-               while (*buf && isspace(*buf))
-                       buf++;
-       }
+       r = mandoc_calloc(1, sizeof(struct roff));
+       r->parse = parse;
+       r->options = options;
+       r->rstackpos = -1;
        
-       assert(i > 0);
-       if (ROFF_MAXLINEARG == i && *buf) {
-               roff_err(tree, p, "too many arguments for `%s'", toknames
-                               [tok]);
-               return(0);
-       }
+       roffhash_init();
 
-       argv[i] = NULL;
-       return(1);
+       return(r);
 }
 
-
-static int
-roffscan(int tok, const int *tokv)
+/*
+ * In the current line, expand user-defined strings ("\*")
+ * and references to number registers ("\n").
+ * Also check the syntax of other escape sequences.
+ */
+static enum rofferr
+roff_res(struct roff *r, char **bufp, size_t *szp, int ln, int pos)
 {
+       char             ubuf[12]; /* buffer to print the number */
+       const char      *start; /* start of the string to process */
+       const char      *stesc; /* start of an escape sequence ('\\') */
+       const char      *stnam; /* start of the name, after "[(*" */
+       const char      *cp;    /* end of the name, e.g. before ']' */
+       const char      *res;   /* the string to be substituted */
+       char            *nbuf;  /* new buffer to copy bufp to */
+       size_t           maxl;  /* expected length of the escape name */
+       size_t           naml;  /* actual length of the escape name */
+       size_t           ressz; /* size of the replacement string */
+       int              expand_count;  /* to avoid infinite loops */
+
+       expand_count = 0;
+       start = *bufp + pos;
+       stesc = strchr(start, '\0') - 1;
+       while (stesc-- > start) {
+
+               /* Search backwards for the next backslash. */
+
+               if ('\\' != *stesc)
+                       continue;
 
-       if (NULL == tokv)
-               return(1);
+               /* If it is escaped, skip it. */
 
-       for ( ; ROFF_MAX != *tokv; tokv++) 
-               if (tok == *tokv)
-                       return(1);
+               for (cp = stesc - 1; cp >= start; cp--)
+                       if ('\\' != *cp)
+                               break;
 
-       return(0);
-}
+               if (0 == (stesc - cp) % 2) {
+                       stesc = cp;
+                       continue;
+               }
 
+               /*
+                * Everything except user-defined strings and number
+                * registers is only checked, not expanded.
+                */
 
-static int
-roffparse(struct rofftree *tree, char *buf)
-{
-       int               tok, t;
-       struct roffnode  *n;
-       char             *argv[ROFF_MAXLINEARG];
-       char            **argvp;
+               cp = stesc + 1;
+               switch (*cp) {
+               case ('*'):
+                       res = NULL;
+                       break;
+               case ('n'):
+                       res = ubuf;
+                       break;
+               default:
+                       if (ESCAPE_ERROR == mandoc_escape(&cp, NULL, NULL))
+                               mandoc_msg(MANDOCERR_BADESCAPE, r->parse,
+                                   ln, (int)(stesc - *bufp), NULL);
+                       continue;
+               }
 
-       if (0 != *buf && 0 != *(buf + 1) && 0 != *(buf + 2))
-               if (0 == strncmp(buf, ".\\\"", 3))
-                       return(1);
+               if (EXPAND_LIMIT < ++expand_count) {
+                       mandoc_msg(MANDOCERR_ROFFLOOP, r->parse,
+                           ln, (int)(stesc - *bufp), NULL);
+                       return(ROFF_IGN);
+               }
 
-       if (ROFF_MAX == (tok = rofffindtok(buf + 1))) {
-               roff_err(tree, buf + 1, "bogus line macro");
-               return(0);
-       } else if (NULL == tokens[tok].cb) {
-               roff_err(tree, buf + 1, "unsupported macro `%s'", 
-                               toknames[tok]);
-               return(0);
-       }
+               /*
+                * The third character decides the length
+                * of the name of the string or register.
+                * Save a pointer to the name.
+                */
 
-       assert(ROFF___ != tok);
-       if ( ! roffargs(tree, tok, buf, argv)) 
-               return(0);
+               switch (*++cp) {
+               case ('\0'):
+                       continue;
+               case ('('):
+                       cp++;
+                       maxl = 2;
+                       break;
+               case ('['):
+                       cp++;
+                       maxl = 0;
+                       break;
+               default:
+                       maxl = 1;
+                       break;
+               }
+               stnam = cp;
 
-       argvp = (char **)argv;
+               /* Advance to the end of the name. */
 
-       /* 
-        * Prelude macros break some assumptions, so branch now. 
-        */
-       
-       if (ROFF_PRELUDE & tree->state) {
-               assert(NULL == tree->last);
-               return((*tokens[tok].cb)(tok, tree, argvp, ROFF_ENTER));
-       } 
+               for (naml = 0; 0 == maxl || naml < maxl; naml++, cp++) {
+                       if ('\0' == *cp) {
+                               mandoc_msg
+                                       (MANDOCERR_BADESCAPE, 
+                                        r->parse, ln, 
+                                        (int)(stesc - *bufp), NULL);
+                               continue;
+                       }
+                       if (0 == maxl && ']' == *cp)
+                               break;
+               }
 
-       assert(ROFF_BODY & tree->state);
+               /*
+                * Retrieve the replacement string; if it is
+                * undefined, resume searching for escapes.
+                */
 
-       /* 
-        * First check that our possible parents and parent's possible
-        * children are satisfied.  
-        */
+               if (NULL == res)
+                       res = roff_getstrn(r, stnam, naml);
+               else
+                       snprintf(ubuf, sizeof(ubuf), "%d",
+                           roff_getregn(r, stnam, naml));
+
+               if (NULL == res) {
+                       mandoc_msg
+                               (MANDOCERR_BADESCAPE, r->parse, 
+                                ln, (int)(stesc - *bufp), NULL);
+                       res = "";
+               }
+               ressz = strlen(res);
 
-       if (tree->last && ! roffscan
-                       (tree->last->tok, tokens[tok].parents)) {
-               roff_err(tree, *argvp, "`%s' has invalid parent `%s'",
-                               toknames[tok], 
-                               toknames[tree->last->tok]);
-               return(0);
-       } 
+               /* Replace the escape sequence by the string. */
 
-       if (tree->last && ! roffscan
-                       (tok, tokens[tree->last->tok].children)) {
-               roff_err(tree, *argvp, "`%s' is invalid child of `%s'",
-                               toknames[tok],
-                               toknames[tree->last->tok]);
-               return(0);
+               *szp += ressz + 1;
+               nbuf = mandoc_malloc(*szp);
+
+               strlcpy(nbuf, *bufp, (size_t)(stesc - *bufp + 1));
+               strlcat(nbuf, res, *szp);
+               strlcat(nbuf, cp + (maxl ? 0 : 1), *szp);
+
+               /* Prepare for the next replacement. */
+
+               start = nbuf + pos;
+               stesc = nbuf + (stesc - *bufp) + ressz;
+               free(*bufp);
+               *bufp = nbuf;
        }
+       return(ROFF_CONT);
+}
 
-       /*
-        * Branch if we're not a layout token.
-        */
+/*
+ * Process text streams:
+ * Convert all breakable hyphens into ASCII_HYPH.
+ * Decrement and spring input line trap.
+ */
+static enum rofferr
+roff_parsetext(char **bufp, size_t *szp, int pos, int *offs)
+{
+       size_t           sz;
+       const char      *start;
+       char            *p;
+       int              isz;
+       enum mandoc_esc  esc;
 
-       if (ROFF_LAYOUT != tokens[tok].type)
-               return((*tokens[tok].cb)(tok, tree, argvp, ROFF_ENTER));
-       if (0 == tokens[tok].ctx)
-               return((*tokens[tok].cb)(tok, tree, argvp, ROFF_ENTER));
+       start = p = *bufp + pos;
 
-       /*
-        * First consider implicit-end tags, like as follows:
-        *      .Sh SECTION 1
-        *      .Sh SECTION 2
-        * In this, we want to close the scope of the NAME section.  If
-        * there's an intermediary implicit-end tag, such as
-        *      .Sh SECTION 1
-        *      .Ss Subsection 1
-        *      .Sh SECTION 2
-        * then it must be closed as well.
-        */
+       while ('\0' != *p) {
+               sz = strcspn(p, "-\\");
+               p += sz;
 
-       if (tok == tokens[tok].ctx) {
-               /* 
-                * First search up to the point where we must close.
-                * If one doesn't exist, then we can open a new scope.
-                */
+               if ('\0' == *p)
+                       break;
 
-               for (n = tree->last; n; n = n->parent) {
-                       assert(0 == tokens[n->tok].ctx ||
-                                       n->tok == tokens[n->tok].ctx);
-                       if (n->tok == tok)
-                               break;
-                       if (ROFF_SHALLOW & tokens[tok].flags) {
-                               n = NULL;
+               if ('\\' == *p) {
+                       /* Skip over escapes. */
+                       p++;
+                       esc = mandoc_escape((const char **)&p, NULL, NULL);
+                       if (ESCAPE_ERROR == esc)
                                break;
-                       }
-                       if (tokens[n->tok].ctx == n->tok)
-                               continue;
-                       roff_err(tree, *argv, "`%s' breaks `%s' scope",
-                                       toknames[tok], toknames[n->tok]);
-                       return(0);
+                       continue;
+               } else if (p == start) {
+                       p++;
+                       continue;
                }
 
-               /*
-                * Create a new scope, as no previous one exists to
-                * close out.
-                */
+               if (isalpha((unsigned char)p[-1]) &&
+                   isalpha((unsigned char)p[1]))
+                       *p = ASCII_HYPH;
+               p++;
+       }
 
-               if (NULL == n)
-                       return((*tokens[tok].cb)(tok, tree, argvp, ROFF_ENTER));
+       /* Spring the input line trap. */
+       if (1 == roffit_lines) {
+               isz = mandoc_asprintf(&p, "%s\n.%s", *bufp, roffit_macro);
+               free(*bufp);
+               *bufp = p;
+               *szp = isz + 1;
+               *offs = 0;
+               free(roffit_macro);
+               roffit_lines = 0;
+               return(ROFF_REPARSE);
+       } else if (1 < roffit_lines)
+               --roffit_lines;
+       return(ROFF_CONT);
+}
 
-               /* 
-                * Close out all intermediary scoped blocks, then hang
-                * the current scope from our predecessor's parent.
-                */
+enum rofferr
+roff_parseln(struct roff *r, int ln, char **bufp, 
+               size_t *szp, int pos, int *offs)
+{
+       enum rofft       t;
+       enum rofferr     e;
+       int              ppos, ctl;
 
-               do {
-                       t = tree->last->tok;
-                       if ( ! (*tokens[t].cb)(t, tree, NULL, ROFF_EXIT))
-                               return(0);
-               } while (t != tok);
+       /*
+        * Run the reserved-word filter only if we have some reserved
+        * words to fill in.
+        */
 
-               return((*tokens[tok].cb)(tok, tree, argvp, ROFF_ENTER));
-       }
+       e = roff_res(r, bufp, szp, ln, pos);
+       if (ROFF_IGN == e)
+               return(e);
+       assert(ROFF_CONT == e);
+
+       ppos = pos;
+       ctl = roff_getcontrol(r, *bufp, &pos);
 
        /*
-        * Now consider explicit-end tags, where we want to close back
-        * to a specific tag.  Example:
-        *      .Bl
-        *      .It Item.
-        *      .El
-        * In this, the `El' tag closes out the scope of `Bl'.
+        * First, if a scope is open and we're not a macro, pass the
+        * text through the macro's filter.  If a scope isn't open and
+        * we're not a macro, just let it through.
+        * Finally, if there's an equation scope open, divert it into it
+        * no matter our state.
         */
 
-       assert(tok != tokens[tok].ctx && 0 != tokens[tok].ctx);
-
-       /* LINTED */
-       for (n = tree->last; n; n = n->parent)
-               if (n->tok != tokens[tok].ctx) {
-                       if (n->tok == tokens[n->tok].ctx)
-                               continue;
-                       roff_err(tree, *argv, "`%s' breaks `%s' scope",
-                                       toknames[tok], toknames[n->tok]);
-                       return(0);
-               } else
-                       break;
+       if (r->last && ! ctl) {
+               t = r->last->tok;
+               assert(roffs[t].text);
+               e = (*roffs[t].text)
+                       (r, t, bufp, szp, ln, pos, pos, offs);
+               assert(ROFF_IGN == e || ROFF_CONT == e);
+               if (ROFF_CONT != e)
+                       return(e);
+       }
+       if (r->eqn)
+               return(eqn_read(&r->eqn, ln, *bufp, ppos, offs));
+       if ( ! ctl) {
+               if (r->tbl)
+                       return(tbl_read(r->tbl, ln, *bufp, pos));
+               return(roff_parsetext(bufp, szp, pos, offs));
+       }
 
+       /*
+        * If a scope is open, go to the child handler for that macro,
+        * as it may want to preprocess before doing anything with it.
+        * Don't do so if an equation is open.
+        */
 
-       if (NULL == n) {
-               roff_err(tree, *argv, "`%s' has no starting tag `%s'",
-                               toknames[tok], 
-                               toknames[tokens[tok].ctx]);
-               return(0);
+       if (r->last) {
+               t = r->last->tok;
+               assert(roffs[t].sub);
+               return((*roffs[t].sub)
+                               (r, t, bufp, szp, 
+                                ln, ppos, pos, offs));
        }
 
-       /* LINTED */
-       do {
-               t = tree->last->tok;
-               if ( ! (*tokens[t].cb)(t, tree, NULL, ROFF_EXIT))
-                       return(0);
-       } while (t != tokens[tok].ctx);
+       /*
+        * Lastly, as we've no scope open, try to look up and execute
+        * the new macro.  If no macro is found, simply return and let
+        * the compilers handle it.
+        */
 
-       return(1);
+       if (ROFF_MAX == (t = roff_parse(r, *bufp, &pos)))
+               return(ROFF_CONT);
+
+       assert(roffs[t].proc);
+       return((*roffs[t].proc)
+                       (r, t, bufp, szp, 
+                        ln, ppos, pos, offs));
 }
 
 
-static int
-rofffindarg(const char *name)
+void
+roff_endparse(struct roff *r)
 {
-       size_t           i;
 
-       /* FIXME: use a table, this is slow but ok for now. */
+       if (r->last)
+               mandoc_msg(MANDOCERR_SCOPEEXIT, r->parse,
+                               r->last->line, r->last->col, NULL);
 
-       /* LINTED */
-       for (i = 0; i < ROFF_ARGMAX; i++)
-               /* LINTED */
-               if (0 == strcmp(name, tokargnames[i]))
-                       return((int)i);
-       
-       return(ROFF_ARGMAX);
-}
+       if (r->eqn) {
+               mandoc_msg(MANDOCERR_SCOPEEXIT, r->parse, 
+                               r->eqn->eqn.ln, r->eqn->eqn.pos, NULL);
+               eqn_end(&r->eqn);
+       }
 
+       if (r->tbl) {
+               mandoc_msg(MANDOCERR_SCOPEEXIT, r->parse, 
+                               r->tbl->line, r->tbl->pos, NULL);
+               tbl_end(&r->tbl);
+       }
+}
 
-static int
-rofffindtok(const char *buf)
+/*
+ * Parse a roff node's type from the input buffer.  This must be in the
+ * form of ".foo xxx" in the usual way.
+ */
+static enum rofft
+roff_parse(struct roff *r, const char *buf, int *pos)
 {
-       char             token[4];
-       int              i;
+       const char      *mac;
+       size_t           maclen;
+       enum rofft       t;
 
-       for (i = 0; *buf && ! isspace(*buf) && i < 3; i++, buf++)
-               token[i] = *buf;
-
-       if (i == 3) 
+       if ('\0' == buf[*pos] || '"' == buf[*pos] || 
+                       '\t' == buf[*pos] || ' ' == buf[*pos])
                return(ROFF_MAX);
 
-       token[i] = 0;
+       /* We stop the macro parse at an escape, tab, space, or nil. */
 
-       /* FIXME: use a table, this is slow but ok for now. */
+       mac = buf + *pos;
+       maclen = strcspn(mac, " \\\t\0");
 
-       /* LINTED */
-       for (i = 0; i < ROFF_MAX; i++)
-               /* LINTED */
-               if (0 == strcmp(toknames[i], token))
-                       return((int)i);
+       t = (r->current_string = roff_getstrn(r, mac, maclen))
+           ? ROFF_USERDEF : roffhash_find(mac, maclen);
 
-       return(ROFF_MAX);
-}
+       *pos += (int)maclen;
 
+       while (buf[*pos] && ' ' == buf[*pos])
+               (*pos)++;
 
-static int
-roffispunct(const char *p)
+       return(t);
+}
+
+/* ARGSUSED */
+static enum rofferr
+roff_cblock(ROFF_ARGS)
 {
 
-       if (0 == *p)
-               return(0);
-       if (0 != *(p + 1))
-               return(0);
+       /*
+        * A block-close `..' should only be invoked as a child of an
+        * ignore macro, otherwise raise a warning and just ignore it.
+        */
 
-       switch (*p) {
-       case('{'):
-               /* FALLTHROUGH */
-       case('.'):
-               /* FALLTHROUGH */
-       case(','):
-               /* FALLTHROUGH */
-       case(';'):
-               /* FALLTHROUGH */
-       case(':'):
-               /* FALLTHROUGH */
-       case('?'):
-               /* FALLTHROUGH */
-       case('!'):
+       if (NULL == r->last) {
+               mandoc_msg(MANDOCERR_NOSCOPE, r->parse, ln, ppos, NULL);
+               return(ROFF_IGN);
+       }
+
+       switch (r->last->tok) {
+       case (ROFF_am):
                /* FALLTHROUGH */
-       case('('):
+       case (ROFF_ami):
                /* FALLTHROUGH */
-       case(')'):
+       case (ROFF_am1):
                /* FALLTHROUGH */
-       case('['):
+       case (ROFF_de):
+               /* ROFF_de1 is remapped to ROFF_de in roff_block(). */
                /* FALLTHROUGH */
-       case(']'):
+       case (ROFF_dei):
                /* FALLTHROUGH */
-       case('}'):
-               return(1);
-       default:
+       case (ROFF_ig):
                break;
+       default:
+               mandoc_msg(MANDOCERR_NOSCOPE, r->parse, ln, ppos, NULL);
+               return(ROFF_IGN);
        }
 
-       return(0);
-}
+       if ((*bufp)[pos])
+               mandoc_msg(MANDOCERR_ARGSLOST, r->parse, ln, pos, NULL);
 
+       roffnode_pop(r);
+       roffnode_cleanscope(r);
+       return(ROFF_IGN);
 
-static int
-rofffindcallable(const char *name)
-{
-       int              c;
-
-       if (ROFF_MAX == (c = rofffindtok(name)))
-               return(ROFF_MAX);
-       assert(c >= 0 && c < ROFF_MAX);
-       return(ROFF_CALLABLE & tokens[c].flags ? c : ROFF_MAX);
 }
 
 
-static struct roffnode *
-roffnode_new(int tokid, struct rofftree *tree)
+static void
+roffnode_cleanscope(struct roff *r)
 {
-       struct roffnode *p;
-       
-       if (NULL == (p = malloc(sizeof(struct roffnode))))
-               err(1, "malloc");
-
-       p->tok = tokid;
-       p->parent = tree->last;
-       tree->last = p;
 
-       return(p);
+       while (r->last) {
+               if (--r->last->endspan != 0)
+                       break;
+               roffnode_pop(r);
+       }
 }
 
 
-static int
-roffargok(int tokid, int argid)
+static void
+roff_ccond(struct roff *r, int ln, int ppos)
 {
-       const int       *c;
 
-       if (NULL == (c = tokens[tokid].args))
-               return(0);
+       if (NULL == r->last) {
+               mandoc_msg(MANDOCERR_NOSCOPE, r->parse, ln, ppos, NULL);
+               return;
+       }
 
-       for ( ; ROFF_ARGMAX != *c; c++) 
-               if (argid == *c)
-                       return(1);
+       switch (r->last->tok) {
+       case (ROFF_el):
+               /* FALLTHROUGH */
+       case (ROFF_ie):
+               /* FALLTHROUGH */
+       case (ROFF_if):
+               break;
+       default:
+               mandoc_msg(MANDOCERR_NOSCOPE, r->parse, ln, ppos, NULL);
+               return;
+       }
 
-       return(0);
+       if (r->last->endspan > -1) {
+               mandoc_msg(MANDOCERR_NOSCOPE, r->parse, ln, ppos, NULL);
+               return;
+       }
+
+       roffnode_pop(r);
+       roffnode_cleanscope(r);
+       return;
 }
 
 
-static void
-roffnode_free(struct rofftree *tree)
+/* ARGSUSED */
+static enum rofferr
+roff_block(ROFF_ARGS)
 {
-       struct roffnode *p;
+       int             sv;
+       size_t          sz;
+       char            *name;
 
-       assert(tree->last);
+       name = NULL;
 
-       p = tree->last;
-       tree->last = tree->last->parent;
-       free(p);
-}
+       if (ROFF_ig != tok) {
+               if ('\0' == (*bufp)[pos]) {
+                       mandoc_msg(MANDOCERR_NOARGS, r->parse, ln, ppos, NULL);
+                       return(ROFF_IGN);
+               }
+
+               /*
+                * Re-write `de1', since we don't really care about
+                * groff's strange compatibility mode, into `de'.
+                */
 
+               if (ROFF_de1 == tok)
+                       tok = ROFF_de;
+               if (ROFF_de == tok)
+                       name = *bufp + pos;
+               else
+                       mandoc_msg(MANDOCERR_REQUEST, r->parse, ln, ppos,
+                           roffs[tok].name);
 
-static int
-roffcall(struct rofftree *tree, int tok, char **argv)
-{
+               while ((*bufp)[pos] && ! isspace((unsigned char)(*bufp)[pos]))
+                       pos++;
 
-       if (NULL == tokens[tok].cb) {
-               roff_err(tree, *argv, "unsupported macro `%s'", 
-                               toknames[tok]);
-               return(0);
+               while (isspace((unsigned char)(*bufp)[pos]))
+                       (*bufp)[pos++] = '\0';
        }
-       if ( ! (*tokens[tok].cb)(tok, tree, argv, ROFF_ENTER))
-               return(0);
-       return(1);
-}
 
+       roffnode_push(r, tok, name, ln, ppos);
 
-static int
-roffnextopt(const struct rofftree *tree, int tok, 
-               char ***in, char **val)
-{
-       char            *arg, **argv;
-       int              v;
-
-       *val = NULL;
-       argv = *in;
-       assert(argv);
-
-       if (NULL == (arg = *argv))
-               return(-1);
-       if ('-' != *arg)
-               return(-1);
-
-       if (ROFF_ARGMAX == (v = rofffindarg(arg + 1))) {
-               roff_warn(tree, arg, "argument-like parameter `%s' to "
-                               "`%s'", arg, toknames[tok]);
-               return(-1);
-       } 
-       
-       if ( ! roffargok(tok, v)) {
-               roff_warn(tree, arg, "invalid argument parameter `%s' to "
-                               "`%s'", tokargnames[v], toknames[tok]);
-               return(-1);
-       } 
-       
-       if ( ! (ROFF_VALUE & tokenargs[v]))
-               return(v);
+       /*
+        * At the beginning of a `de' macro, clear the existing string
+        * with the same name, if there is one.  New content will be
+        * appended from roff_block_text() in multiline mode.
+        */
 
-       *in = ++argv;
+       if (ROFF_de == tok)
+               roff_setstr(r, name, "", 0);
 
-       if (NULL == *argv) {
-               roff_err(tree, arg, "empty value of `%s' for `%s'",
-                               tokargnames[v], toknames[tok]);
-               return(ROFF_ARGMAX);
-       }
+       if ('\0' == (*bufp)[pos])
+               return(ROFF_IGN);
 
-       return(v);
+       /* If present, process the custom end-of-line marker. */
+
+       sv = pos;
+       while ((*bufp)[pos] && ! isspace((unsigned char)(*bufp)[pos]))
+               pos++;
+
+       /*
+        * Note: groff does NOT like escape characters in the input.
+        * Instead of detecting this, we're just going to let it fly and
+        * to hell with it.
+        */
+
+       assert(pos > sv);
+       sz = (size_t)(pos - sv);
+
+       if (1 == sz && '.' == (*bufp)[sv])
+               return(ROFF_IGN);
+
+       r->last->end = mandoc_malloc(sz + 1);
+
+       memcpy(r->last->end, *bufp + sv, sz);
+       r->last->end[(int)sz] = '\0';
+
+       if ((*bufp)[pos])
+               mandoc_msg(MANDOCERR_ARGSLOST, r->parse, ln, pos, NULL);
+
+       return(ROFF_IGN);
 }
 
 
-static int
-roffpurgepunct(struct rofftree *tree, char **argv)
+/* ARGSUSED */
+static enum rofferr
+roff_block_sub(ROFF_ARGS)
 {
-       int              i;
+       enum rofft      t;
+       int             i, j;
 
-       i = 0;
-       while (argv[i])
-               i++;
-       assert(i > 0);
-       if ( ! roffispunct(argv[--i]))
-               return(1);
-       while (i >= 0 && roffispunct(argv[i]))
-               i--;
-       i++;
+       /*
+        * First check whether a custom macro exists at this level.  If
+        * it does, then check against it.  This is some of groff's
+        * stranger behaviours.  If we encountered a custom end-scope
+        * tag and that tag also happens to be a "real" macro, then we
+        * need to try interpreting it again as a real macro.  If it's
+        * not, then return ignore.  Else continue.
+        */
 
-       /* LINTED */
-       while (argv[i])
-               if ( ! roffdata(tree, 0, argv[i++]))
-                       return(0);
-       return(1);
+       if (r->last->end) {
+               for (i = pos, j = 0; r->last->end[j]; j++, i++)
+                       if ((*bufp)[i] != r->last->end[j])
+                               break;
+
+               if ('\0' == r->last->end[j] && 
+                               ('\0' == (*bufp)[i] ||
+                                ' ' == (*bufp)[i] ||
+                                '\t' == (*bufp)[i])) {
+                       roffnode_pop(r);
+                       roffnode_cleanscope(r);
+
+                       while (' ' == (*bufp)[i] || '\t' == (*bufp)[i])
+                               i++;
+
+                       pos = i;
+                       if (ROFF_MAX != roff_parse(r, *bufp, &pos))
+                               return(ROFF_RERUN);
+                       return(ROFF_IGN);
+               }
+       }
+
+       /*
+        * If we have no custom end-query or lookup failed, then try
+        * pulling it out of the hashtable.
+        */
+
+       t = roff_parse(r, *bufp, &pos);
+
+       /*
+        * Macros other than block-end are only significant
+        * in `de' blocks; elsewhere, simply throw them away.
+        */
+       if (ROFF_cblock != t) {
+               if (ROFF_de == tok)
+                       roff_setstr(r, r->last->name, *bufp + ppos, 2);
+               return(ROFF_IGN);
+       }
+
+       assert(roffs[t].proc);
+       return((*roffs[t].proc)(r, t, bufp, szp, 
+                               ln, ppos, pos, offs));
 }
 
 
-static int
-roffparseopts(struct rofftree *tree, int tok, 
-               char ***args, int *argc, char **argv)
+/* ARGSUSED */
+static enum rofferr
+roff_block_text(ROFF_ARGS)
 {
-       int              i, c;
-       char            *v;
 
-       i = 0;
+       if (ROFF_de == tok)
+               roff_setstr(r, r->last->name, *bufp + pos, 2);
 
-       while (-1 != (c = roffnextopt(tree, tok, args, &v))) {
-               if (ROFF_ARGMAX == c) 
-                       return(0);
+       return(ROFF_IGN);
+}
+
+
+/* ARGSUSED */
+static enum rofferr
+roff_cond_sub(ROFF_ARGS)
+{
+       enum rofft       t;
+       char            *ep;
+       int              rr;
+
+       rr = r->last->rule;
+       roffnode_cleanscope(r);
+       t = roff_parse(r, *bufp, &pos);
 
-               argc[i] = c;
-               argv[i] = v;
-               i++;
-               *args = *args + 1;
+       /*
+        * Fully handle known macros when they are structurally
+        * required or when the conditional evaluated to true.
+        */
+
+       if ((ROFF_MAX != t) &&
+           (rr || ROFFMAC_STRUCT & roffs[t].flags)) {
+               assert(roffs[t].proc);
+               return((*roffs[t].proc)(r, t, bufp, szp,
+                                       ln, ppos, pos, offs));
        }
 
-       argc[i] = ROFF_ARGMAX;
-       argv[i] = NULL;
-       return(1);
+       /*
+        * If `\}' occurs on a macro line without a preceding macro,
+        * drop the line completely.
+        */
+
+       ep = *bufp + pos;
+       if ('\\' == ep[0] && '}' == ep[1])
+               rr = 0;
+
+       /* Always check for the closing delimiter `\}'. */
+
+       while (NULL != (ep = strchr(ep, '\\'))) {
+               if ('}' == *(++ep)) {
+                       *ep = '&';
+                       roff_ccond(r, ln, ep - *bufp - 1);
+               }
+               ++ep;
+       }
+       return(rr ? ROFF_CONT : ROFF_IGN);
 }
 
+/* ARGSUSED */
+static enum rofferr
+roff_cond_text(ROFF_ARGS)
+{
+       char            *ep;
+       int              rr;
+
+       rr = r->last->rule;
+       roffnode_cleanscope(r);
 
+       ep = *bufp + pos;
+       while (NULL != (ep = strchr(ep, '\\'))) {
+               if ('}' == *(++ep)) {
+                       *ep = '&';
+                       roff_ccond(r, ln, ep - *bufp - 1);
+               }
+               ++ep;
+       }
+       return(rr ? ROFF_CONT : ROFF_IGN);
+}
+
+/*
+ * Parse a single signed integer number.  Stop at the first non-digit.
+ * If there is at least one digit, return success and advance the
+ * parse point, else return failure and let the parse point unchanged.
+ * Ignore overflows, treat them just like the C language.
+ */
 static int
-roffdata(struct rofftree *tree, int space, char *buf)
+roff_getnum(const char *v, int *pos, int *res)
 {
-       int              tok;
+       int p, n;
 
-       if (0 == *buf)
-               return(1);
+       p = *pos;
+       n = v[p] == '-';
+       if (n)
+               p++;
 
-       if (-1 == (tok = rofftok_scan(buf))) {
-               roff_err(tree, buf, "invalid character sequence");
-               return(0);
-       } else if (ROFFTok_MAX != tok) {
-               if (ROFFTok_Null == tok) { /* FIXME */
-                       buf += 2;
-                       return(roffdata(tree, space, buf));
+       for (*res = 0; isdigit((unsigned char)v[p]); p++)
+               *res = 10 * *res + v[p] - '0';
+       if (p == *pos + n)
+               return 0;
+
+       if (n)
+               *res = -*res;
+
+       *pos = p;
+       return 1;
+}
+
+/*
+ * Evaluate a string comparison condition.
+ * The first character is the delimiter.
+ * Succeed if the string up to its second occurrence
+ * matches the string up to its third occurence.
+ * Advance the cursor after the third occurrence
+ * or lacking that, to the end of the line.
+ */
+static int
+roff_evalstrcond(const char *v, int *pos)
+{
+       const char      *s1, *s2, *s3;
+       int              match;
+
+       match = 0;
+       s1 = v + *pos;          /* initial delimiter */
+       s2 = s1 + 1;            /* for scanning the first string */
+       s3 = strchr(s2, *s1);   /* for scanning the second string */
+
+       if (NULL == s3)         /* found no middle delimiter */
+               goto out;
+
+       while ('\0' != *++s3) {
+               if (*s2 != *s3) {  /* mismatch */
+                       s3 = strchr(s3, *s1);
+                       break;
+               }
+               if (*s3 == *s1) {  /* found the final delimiter */
+                       match = 1;
+                       break;
                }
-               return((*tree->cb.rofftoken)
-                               (tree->arg, space != 0, tok));
+               s2++;
        }
 
-       return((*tree->cb.roffdata)(tree->arg, 
-                               space != 0, tree->cur, buf));
+out:
+       if (NULL == s3)
+               s3 = strchr(s2, '\0');
+       else
+               s3++;
+       *pos = s3 - v;
+       return(match);
 }
 
+/*
+ * Evaluate an optionally negated single character, numerical,
+ * or string condition.
+ */
+static int
+roff_evalcond(const char *v, int *pos)
+{
+       int      wanttrue, number;
+
+       if ('!' == v[*pos]) {
+               wanttrue = 0;
+               (*pos)++;
+       } else
+               wanttrue = 1;
+
+       switch (v[*pos]) {
+       case ('n'):
+               /* FALLTHROUGH */
+       case ('o'):
+               (*pos)++;
+               return(wanttrue);
+       case ('c'):
+               /* FALLTHROUGH */
+       case ('d'):
+               /* FALLTHROUGH */
+       case ('e'):
+               /* FALLTHROUGH */
+       case ('r'):
+               /* FALLTHROUGH */
+       case ('t'):
+               (*pos)++;
+               return(!wanttrue);
+       default:
+               break;
+       }
+
+       if (roff_evalnum(v, pos, &number, 0))
+               return((number > 0) == wanttrue);
+       else
+               return(roff_evalstrcond(v, pos) == wanttrue);
+}
+
+/* ARGSUSED */
+static enum rofferr
+roff_line_ignore(ROFF_ARGS)
+{
+
+       return(ROFF_IGN);
+}
 
 /* ARGSUSED */
-static int
-roff_Dd(ROFFCALL_ARGS)
+static enum rofferr
+roff_cond(ROFF_ARGS)
 {
-       time_t           t;
-       char            *p, buf[32];
 
-       if (ROFF_BODY & tree->state) {
-               assert( ! (ROFF_PRELUDE & tree->state));
-               assert(ROFF_PRELUDE_Dd & tree->state);
-               return(roff_text(tok, tree, argv, type));
+       roffnode_push(r, tok, NULL, ln, ppos);
+
+       /* 
+        * An `.el' has no conditional body: it will consume the value
+        * of the current rstack entry set in prior `ie' calls or
+        * defaults to DENY.  
+        *
+        * If we're not an `el', however, then evaluate the conditional.
+        */
+
+       r->last->rule = ROFF_el == tok ?
+               (r->rstackpos < 0 ? 0 : r->rstack[r->rstackpos--]) :
+               roff_evalcond(*bufp, &pos);
+
+       /*
+        * An if-else will put the NEGATION of the current evaluated
+        * conditional into the stack of rules.
+        */
+
+       if (ROFF_ie == tok) {
+               if (r->rstackpos == RSTACK_MAX - 1) {
+                       mandoc_msg(MANDOCERR_MEM, 
+                               r->parse, ln, ppos, NULL);
+                       return(ROFF_ERR);
+               }
+               r->rstack[++r->rstackpos] = !r->last->rule;
        }
 
-       assert(ROFF_PRELUDE & tree->state);
-       assert( ! (ROFF_BODY & tree->state));
+       /* If the parent has false as its rule, then so do we. */
 
-       if (ROFF_PRELUDE_Dd & tree->state) {
-               roff_err(tree, *argv, "repeated `Dd' in prelude");
-               return(0);
-       } else if (ROFF_PRELUDE_Dt & tree->state) {
-               roff_err(tree, *argv, "out-of-order `Dd' in prelude");
-               return(0);
+       if (r->last->parent && !r->last->parent->rule)
+               r->last->rule = 0;
+
+       /*
+        * Determine scope.
+        * If there is nothing on the line after the conditional,
+        * not even whitespace, use next-line scope.
+        */
+
+       if ('\0' == (*bufp)[pos]) {
+               r->last->endspan = 2;
+               goto out;
        }
 
-       assert(NULL == tree->last);
+       while (' ' == (*bufp)[pos])
+               pos++;
 
-       argv++;
+       /* An opening brace requests multiline scope. */
 
-       if (0 == strcmp(*argv, "$Mdocdate: December 4 2008 $")) {
-               t = time(NULL);
-               if (NULL == localtime_r(&t, &tree->tm))
-                       err(1, "localtime_r");
-               tree->state |= ROFF_PRELUDE_Dd;
-               return(1);
+       if ('\\' == (*bufp)[pos] && '{' == (*bufp)[pos + 1]) {
+               r->last->endspan = -1;
+               pos += 2;
+               goto out;
        } 
 
-       /* Build this from Mdocdate or raw date. */
-       
-       buf[0] = 0;
-       p = *argv;
+       /*
+        * Anything else following the conditional causes
+        * single-line scope.  Warn if the scope contains
+        * nothing but trailing whitespace.
+        */
 
-       if (0 != strcmp(*argv, "$Mdocdate:")) {
-               while (*argv) {
-                       if (strlcat(buf, *argv++, sizeof(buf))
-                                       < sizeof(buf)) 
-                               continue;
-                       roff_err(tree, p, "bad `Dd' date");
-                       return(0);
+       if ('\0' == (*bufp)[pos])
+               mandoc_msg(MANDOCERR_NOARGS, r->parse, ln, ppos, NULL);
+
+       r->last->endspan = 1;
+
+out:
+       *offs = pos;
+       return(ROFF_RERUN);
+}
+
+
+/* ARGSUSED */
+static enum rofferr
+roff_ds(ROFF_ARGS)
+{
+       char            *name, *string;
+
+       /*
+        * A symbol is named by the first word following the macro
+        * invocation up to a space.  Its value is anything after the
+        * name's trailing whitespace and optional double-quote.  Thus,
+        *
+        *  [.ds foo "bar  "     ]
+        *
+        * will have `bar  "     ' as its value.
+        */
+
+       string = *bufp + pos;
+       name = roff_getname(r, &string, ln, pos);
+       if ('\0' == *name)
+               return(ROFF_IGN);
+
+       /* Read past initial double-quote. */
+       if ('"' == *string)
+               string++;
+
+       /* The rest is the value. */
+       roff_setstr(r, name, string, ROFF_as == tok);
+       return(ROFF_IGN);
+}
+
+/*
+ * Parse a single operator, one or two characters long.
+ * If the operator is recognized, return success and advance the
+ * parse point, else return failure and let the parse point unchanged.
+ */
+static int
+roff_getop(const char *v, int *pos, char *res)
+{
+
+       *res = v[*pos];
+
+       switch (*res) {
+       case ('+'):
+               /* FALLTHROUGH */
+       case ('-'):
+               /* FALLTHROUGH */
+       case ('*'):
+               /* FALLTHROUGH */
+       case ('/'):
+               /* FALLTHROUGH */
+       case ('%'):
+               /* FALLTHROUGH */
+       case ('&'):
+               /* FALLTHROUGH */
+       case (':'):
+               break;
+       case '<':
+               switch (v[*pos + 1]) {
+               case ('='):
+                       *res = 'l';
+                       (*pos)++;
+                       break;
+               case ('>'):
+                       *res = '!';
+                       (*pos)++;
+                       break;
+               case ('?'):
+                       *res = 'i';
+                       (*pos)++;
+                       break;
+               default:
+                       break;
                }
-               if (strptime(buf, "%b%d,%Y", &tree->tm)) {
-                       tree->state |= ROFF_PRELUDE_Dd;
-                       return(1);
+               break;
+       case '>':
+               switch (v[*pos + 1]) {
+               case ('='):
+                       *res = 'g';
+                       (*pos)++;
+                       break;
+               case ('?'):
+                       *res = 'a';
+                       (*pos)++;
+                       break;
+               default:
+                       break;
                }
-               roff_err(tree, *argv, "bad `Dd' date");
+               break;
+       case '=':
+               if ('=' == v[*pos + 1])
+                       (*pos)++;
+               break;
+       default:
                return(0);
        }
+       (*pos)++;
 
-       argv++;
-       while (*argv && **argv != '$') {
-               if (strlcat(buf, *argv++, sizeof(buf))
-                               >= sizeof(buf)) {
-                       roff_err(tree, p, "bad `Dd' Mdocdate");
-                       return(0);
-               } 
-               if (strlcat(buf, " ", sizeof(buf))
-                               >= sizeof(buf)) {
-                       roff_err(tree, p, "bad `Dd' Mdocdate");
-                       return(0);
-               }
-       }
-       if (NULL == *argv) {
-               roff_err(tree, p, "bad `Dd' Mdocdate");
-               return(0);
-       }
+       return(*res);
+}
+
+/*
+ * Evaluate either a parenthesized numeric expression
+ * or a single signed integer number.
+ */
+static int
+roff_evalpar(const char *v, int *pos, int *res)
+{
+
+       if ('(' != v[*pos])
+               return(roff_getnum(v, pos, res));
 
-       if (NULL == strptime(buf, "%b %d %Y", &tree->tm)) {
-               roff_err(tree, *argv, "bad `Dd' Mdocdate");
+       (*pos)++;
+       if ( ! roff_evalnum(v, pos, res, 1))
                return(0);
-       }
 
-       tree->state |= ROFF_PRELUDE_Dd;
+       /* If the trailing parenthesis is missing, ignore the error. */
+       if (')' == v[*pos])
+               (*pos)++;
+
        return(1);
 }
 
-
-/* ARGSUSED */
-static int
-roff_Dt(ROFFCALL_ARGS)
+/*
+ * Evaluate a complete numeric expression.
+ * Proceed left to right, there is no concept of precedence.
+ */
+static int
+roff_evalnum(const char *v, int *pos, int *res, int skipwhite)
 {
+       int              mypos, operand2;
+       char             operator;
 
-       if (ROFF_BODY & tree->state) {
-               assert( ! (ROFF_PRELUDE & tree->state));
-               assert(ROFF_PRELUDE_Dt & tree->state);
-               return(roff_text(tok, tree, argv, type));
+       if (NULL == pos) {
+               mypos = 0;
+               pos = &mypos;
        }
 
-       assert(ROFF_PRELUDE & tree->state);
-       assert( ! (ROFF_BODY & tree->state));
+       if (skipwhite)
+               while (isspace((unsigned char)v[*pos]))
+                       (*pos)++;
 
-       if ( ! (ROFF_PRELUDE_Dd & tree->state)) {
-               roff_err(tree, *argv, "out-of-order `Dt' in prelude");
-               return(0);
-       } else if (ROFF_PRELUDE_Dt & tree->state) {
-               roff_err(tree, *argv, "repeated `Dt' in prelude");
+       if ( ! roff_evalpar(v, pos, res))
                return(0);
+
+       while (1) {
+               if (skipwhite)
+                       while (isspace((unsigned char)v[*pos]))
+                               (*pos)++;
+
+               if ( ! roff_getop(v, pos, &operator))
+                       break;
+
+               if (skipwhite)
+                       while (isspace((unsigned char)v[*pos]))
+                               (*pos)++;
+
+               if ( ! roff_evalpar(v, pos, &operand2))
+                       return(0);
+
+               if (skipwhite)
+                       while (isspace((unsigned char)v[*pos]))
+                               (*pos)++;
+
+               switch (operator) {
+               case ('+'):
+                       *res += operand2;
+                       break;
+               case ('-'):
+                       *res -= operand2;
+                       break;
+               case ('*'):
+                       *res *= operand2;
+                       break;
+               case ('/'):
+                       *res /= operand2;
+                       break;
+               case ('%'):
+                       *res %= operand2;
+                       break;
+               case ('<'):
+                       *res = *res < operand2;
+                       break;
+               case ('>'):
+                       *res = *res > operand2;
+                       break;
+               case ('l'):
+                       *res = *res <= operand2;
+                       break;
+               case ('g'):
+                       *res = *res >= operand2;
+                       break;
+               case ('='):
+                       *res = *res == operand2;
+                       break;
+               case ('!'):
+                       *res = *res != operand2;
+                       break;
+               case ('&'):
+                       *res = *res && operand2;
+                       break;
+               case (':'):
+                       *res = *res || operand2;
+                       break;
+               case ('i'):
+                       if (operand2 < *res)
+                               *res = operand2;
+                       break;
+               case ('a'):
+                       if (operand2 > *res)
+                               *res = operand2;
+                       break;
+               default:
+                       abort();
+               }
        }
+       return(1);
+}
 
-       argv++;
-       if (NULL == *argv) {
-               roff_err(tree, *argv, "`Dt' needs document title");
-               return(0);
-       } else if (strlcpy(tree->title, *argv, sizeof(tree->title))
-                       >= sizeof(tree->title)) {
-               roff_err(tree, *argv, "`Dt' document title too long");
-               return(0);
+void
+roff_setreg(struct roff *r, const char *name, int val, char sign)
+{
+       struct roffreg  *reg;
+
+       /* Search for an existing register with the same name. */
+       reg = r->regtab;
+
+       while (reg && strcmp(name, reg->key.p))
+               reg = reg->next;
+
+       if (NULL == reg) {
+               /* Create a new register. */
+               reg = mandoc_malloc(sizeof(struct roffreg));
+               reg->key.p = mandoc_strdup(name);
+               reg->key.sz = strlen(name);
+               reg->val = 0;
+               reg->next = r->regtab;
+               r->regtab = reg;
        }
 
-       argv++;
-       if (NULL == *argv) {
-               roff_err(tree, *argv, "`Dt' needs section");
+       if ('+' == sign)
+               reg->val += val;
+       else if ('-' == sign)
+               reg->val -= val;
+       else
+               reg->val = val;
+}
+
+/*
+ * Handle some predefined read-only number registers.
+ * For now, return -1 if the requested register is not predefined;
+ * in case a predefined read-only register having the value -1
+ * were to turn up, another special value would have to be chosen.
+ */
+static int
+roff_getregro(const char *name)
+{
+
+       switch (*name) {
+       case ('A'):  /* ASCII approximation mode is always off. */
                return(0);
-       } else if (strlcpy(tree->section, *argv, sizeof(tree->section))
-                       >= sizeof(tree->section)) {
-               roff_err(tree, *argv, "`Dt' section too long");
+       case ('g'):  /* Groff compatibility mode is always on. */
+               return(1);
+       case ('H'):  /* Fixed horizontal resolution. */
+               return (24);
+       case ('j'):  /* Always adjust left margin only. */
                return(0);
+       case ('T'):  /* Some output device is always defined. */
+               return(1);
+       case ('V'):  /* Fixed vertical resolution. */
+               return (40);
+       default:
+               return (-1);
        }
+}
 
-       argv++;
-       if (NULL == *argv) {
-               tree->volume[0] = 0;
-       } else if (strlcpy(tree->volume, *argv, sizeof(tree->volume))
-                       >= sizeof(tree->volume)) {
-               roff_err(tree, *argv, "`Dt' volume too long");
-               return(0);
+int
+roff_getreg(const struct roff *r, const char *name)
+{
+       struct roffreg  *reg;
+       int              val;
+
+       if ('.' == name[0] && '\0' != name[1] && '\0' == name[2]) {
+               val = roff_getregro(name + 1);
+               if (-1 != val)
+                       return (val);
        }
 
-       assert(NULL == tree->last);
-       tree->state |= ROFF_PRELUDE_Dt;
+       for (reg = r->regtab; reg; reg = reg->next)
+               if (0 == strcmp(name, reg->key.p))
+                       return(reg->val);
 
-       return(1);
+       return(0);
+}
+
+static int
+roff_getregn(const struct roff *r, const char *name, size_t len)
+{
+       struct roffreg  *reg;
+       int              val;
+
+       if ('.' == name[0] && 2 == len) {
+               val = roff_getregro(name + 1);
+               if (-1 != val)
+                       return (val);
+       }
+
+       for (reg = r->regtab; reg; reg = reg->next)
+               if (len == reg->key.sz &&
+                   0 == strncmp(name, reg->key.p, len))
+                       return(reg->val);
+
+       return(0);
 }
 
+static void
+roff_freereg(struct roffreg *reg)
+{
+       struct roffreg  *old_reg;
 
-/* ARGSUSED */
-static int
-roff_Sm(ROFFCALL_ARGS)
+       while (NULL != reg) {
+               free(reg->key.p);
+               old_reg = reg;
+               reg = reg->next;
+               free(old_reg);
+       }
+}
+
+static enum rofferr
+roff_nr(ROFF_ARGS)
 {
-       int              argcp[1];
-       char            *argvp[1], *morep[1], *p;
+       const char      *key;
+       char            *val;
+       int              iv;
+       char             sign;
 
-       p = *argv++;
+       val = *bufp + pos;
+       key = roff_getname(r, &val, ln, pos);
 
-       argcp[0] = ROFF_ARGMAX;
-       argvp[0] = NULL;
-       if (NULL == (morep[0] = *argv++)) {
-               roff_err(tree, p, "`Sm' expects an argument");
-               return(0);
-       } else if (0 != strcmp(morep[0], "on") && 
-                       0 != strcmp(morep[0], "off")) {
-               roff_err(tree, p, "`Sm' has invalid argument");
-               return(0);
+       sign = *val;
+       if ('+' == sign || '-' == sign)
+               val++;
+
+       if (roff_evalnum(val, NULL, &iv, 0))
+               roff_setreg(r, key, iv, sign);
+
+       return(ROFF_IGN);
+}
+
+static enum rofferr
+roff_rr(ROFF_ARGS)
+{
+       struct roffreg  *reg, **prev;
+       const char      *name;
+       char            *cp;
+
+       cp = *bufp + pos;
+       name = roff_getname(r, &cp, ln, pos);
+
+       prev = &r->regtab;
+       while (1) {
+               reg = *prev;
+               if (NULL == reg || !strcmp(name, reg->key.p))
+                       break;
+               prev = &reg->next;
+       }
+       if (NULL != reg) {
+               *prev = reg->next;
+               free(reg->key.p);
+               free(reg);
+       }
+       return(ROFF_IGN);
+}
+
+/* ARGSUSED */
+static enum rofferr
+roff_rm(ROFF_ARGS)
+{
+       const char       *name;
+       char             *cp;
+
+       cp = *bufp + pos;
+       while ('\0' != *cp) {
+               name = roff_getname(r, &cp, ln, (int)(cp - *bufp));
+               if ('\0' != *name)
+                       roff_setstr(r, name, NULL, 0);
        }
+       return(ROFF_IGN);
+}
 
-       if (*argv) 
-               roff_warn(tree, *argv, "`Sm' shouldn't have arguments");
+/* ARGSUSED */
+static enum rofferr
+roff_it(ROFF_ARGS)
+{
+       char            *cp;
+       size_t           len;
+       int              iv;
+
+       /* Parse the number of lines. */
+       cp = *bufp + pos;
+       len = strcspn(cp, " \t");
+       cp[len] = '\0';
+       if ((iv = mandoc_strntoi(cp, len, 10)) <= 0) {
+               mandoc_msg(MANDOCERR_NUMERIC, r->parse,
+                               ln, ppos, *bufp + 1);
+               return(ROFF_IGN);
+       }
+       cp += len + 1;
 
-       if ( ! (*tree->cb.roffspecial)(tree->arg, 
-                               tok, argcp, argvp, morep))
-               return(0);
+       /* Arm the input line trap. */
+       roffit_lines = iv;
+       roffit_macro = mandoc_strdup(cp);
+       return(ROFF_IGN);
+}
 
-       while (*argv)
-               if ( ! roffdata(tree, 1, *argv++))
-                       return(0);
+/* ARGSUSED */
+static enum rofferr
+roff_Dd(ROFF_ARGS)
+{
+       const char *const       *cp;
 
-       return(1);
+       if (0 == ((MPARSE_MDOC | MPARSE_QUICK) & r->options))
+               for (cp = __mdoc_reserved; *cp; cp++)
+                       roff_setstr(r, *cp, NULL, 0);
+
+       return(ROFF_CONT);
 }
 
+/* ARGSUSED */
+static enum rofferr
+roff_TH(ROFF_ARGS)
+{
+       const char *const       *cp;
+
+       if (0 == (MPARSE_QUICK & r->options))
+               for (cp = __man_reserved; *cp; cp++)
+                       roff_setstr(r, *cp, NULL, 0);
+
+       return(ROFF_CONT);
+}
 
 /* ARGSUSED */
-static int
-roff_Ns(ROFFCALL_ARGS)
+static enum rofferr
+roff_TE(ROFF_ARGS)
 {
-       int              j, c, first;
-       int              argcp[1];
-       char            *argvp[1], *morep[1];
 
-       first = (*argv++ == tree->cur);
+       if (NULL == r->tbl)
+               mandoc_msg(MANDOCERR_NOSCOPE, r->parse, ln, ppos, NULL);
+       else
+               tbl_end(&r->tbl);
 
-       argcp[0] = ROFF_ARGMAX;
-       argvp[0] = morep[0] = NULL;
+       return(ROFF_IGN);
+}
 
-       if ( ! (*tree->cb.roffspecial)(tree->arg, 
-                               tok, argcp, argvp, morep))
-               return(0);
+/* ARGSUSED */
+static enum rofferr
+roff_T_(ROFF_ARGS)
+{
 
-       while (*argv) {
-               if (ROFF_MAX != (c = rofffindcallable(*argv))) {
-                       if ( ! roffcall(tree, c, argv))
-                               return(0);
-                       break;
-               }
+       if (NULL == r->tbl)
+               mandoc_msg(MANDOCERR_NOSCOPE, r->parse, ln, ppos, NULL);
+       else
+               tbl_restart(ppos, ln, r->tbl);
 
-               if ( ! roffispunct(*argv)) {
-                       if ( ! roffdata(tree, 1, *argv++))
-                               return(0);
-                       continue;
-               }
+       return(ROFF_IGN);
+}
 
-               for (j = 0; argv[j]; j++)
-                       if ( ! roffispunct(argv[j]))
-                               break;
+#if 0
+static int
+roff_closeeqn(struct roff *r)
+{
 
-               if (argv[j]) {
-                       if ( ! roffdata(tree, 0, *argv++))
-                               return(0);
-                       continue;
-               }
+       return(r->eqn && ROFF_EQN == eqn_end(&r->eqn) ? 1 : 0);
+}
+#endif
 
-               break;
+static void
+roff_openeqn(struct roff *r, const char *name, int line, 
+               int offs, const char *buf)
+{
+       struct eqn_node *e;
+       int              poff;
+
+       assert(NULL == r->eqn);
+       e = eqn_alloc(name, offs, line, r->parse);
+
+       if (r->last_eqn)
+               r->last_eqn->next = e;
+       else
+               r->first_eqn = r->last_eqn = e;
+
+       r->eqn = r->last_eqn = e;
+
+       if (buf) {
+               poff = 0;
+               eqn_read(&r->eqn, line, buf, offs, &poff);
        }
+}
 
-       if ( ! first)
-               return(1);
+/* ARGSUSED */
+static enum rofferr
+roff_EQ(ROFF_ARGS)
+{
 
-       return(roffpurgepunct(tree, argv));
+       roff_openeqn(r, *bufp + pos, ln, ppos, NULL);
+       return(ROFF_IGN);
 }
 
+/* ARGSUSED */
+static enum rofferr
+roff_EN(ROFF_ARGS)
+{
+
+       mandoc_msg(MANDOCERR_NOSCOPE, r->parse, ln, ppos, NULL);
+       return(ROFF_IGN);
+}
 
 /* ARGSUSED */
-static int
-roff_Os(ROFFCALL_ARGS)
+static enum rofferr
+roff_TS(ROFF_ARGS)
 {
-       char            *p;
+       struct tbl_node *tbl;
 
-       if (ROFF_BODY & tree->state) {
-               assert( ! (ROFF_PRELUDE & tree->state));
-               assert(ROFF_PRELUDE_Os & tree->state);
-               return(roff_text(tok, tree, argv, type));
+       if (r->tbl) {
+               mandoc_msg(MANDOCERR_SCOPEBROKEN, r->parse, ln, ppos, NULL);
+               tbl_end(&r->tbl);
        }
 
-       assert(ROFF_PRELUDE & tree->state);
-       if ( ! (ROFF_PRELUDE_Dt & tree->state) ||
-                       ! (ROFF_PRELUDE_Dd & tree->state)) {
-               roff_err(tree, *argv, "out-of-order `Os' in prelude");
-               return(0);
-       }
+       tbl = tbl_alloc(ppos, ln, r->parse);
 
-       tree->os[0] = 0;
+       if (r->last_tbl)
+               r->last_tbl->next = tbl;
+       else
+               r->first_tbl = r->last_tbl = tbl;
 
-       p = *++argv;
+       r->tbl = r->last_tbl = tbl;
+       return(ROFF_IGN);
+}
 
-       while (*argv) {
-               if (strlcat(tree->os, *argv++, sizeof(tree->os))
-                               < sizeof(tree->os)) 
-                       continue;
-               roff_err(tree, p, "`Os' value too long");
-               return(0);
-       }
+/* ARGSUSED */
+static enum rofferr
+roff_cc(ROFF_ARGS)
+{
+       const char      *p;
 
-       if (0 == tree->os[0])
-               if (strlcpy(tree->os, "LOCAL", sizeof(tree->os))
-                               >= sizeof(tree->os)) {
-                       roff_err(tree, p, "`Os' value too long");
-                       return(0);
-               }
+       p = *bufp + pos;
 
-       tree->state |= ROFF_PRELUDE_Os;
-       tree->state &= ~ROFF_PRELUDE;
-       tree->state |= ROFF_BODY;
+       if ('\0' == *p || '.' == (r->control = *p++))
+               r->control = 0;
 
-       assert(NULL == tree->last);
+       if ('\0' != *p)
+               mandoc_msg(MANDOCERR_ARGCOUNT, r->parse, ln, ppos, NULL);
 
-       return((*tree->cb.roffhead)(tree->arg, &tree->tm,
-                               tree->os, tree->title, tree->section,
-                               tree->volume));
+       return(ROFF_IGN);
 }
 
-
 /* ARGSUSED */
-static int
-roff_layout(ROFFCALL_ARGS) 
+static enum rofferr
+roff_tr(ROFF_ARGS)
 {
-       int              i, c, argcp[ROFF_MAXLINEARG];
-       char            *argvp[ROFF_MAXLINEARG];
+       const char      *p, *first, *second;
+       size_t           fsz, ssz;
+       enum mandoc_esc  esc;
 
-       if (ROFF_PRELUDE & tree->state) {
-               roff_err(tree, *argv, "bad `%s' in prelude", 
-                               toknames[tok]);
-               return(0);
-       } else if (ROFF_EXIT == type) {
-               roffnode_free(tree);
-               if ( ! (*tree->cb.roffblkbodyout)(tree->arg, tok))
-                       return(0);
-               return((*tree->cb.roffblkout)(tree->arg, tok));
-       } 
+       p = *bufp + pos;
 
-       assert( ! (ROFF_CALLABLE & tokens[tok].flags));
+       if ('\0' == *p) {
+               mandoc_msg(MANDOCERR_ARGCOUNT, r->parse, ln, ppos, NULL);
+               return(ROFF_IGN);
+       }
 
-       ++argv;
+       while ('\0' != *p) {
+               fsz = ssz = 1;
+
+               first = p++;
+               if ('\\' == *first) {
+                       esc = mandoc_escape(&p, NULL, NULL);
+                       if (ESCAPE_ERROR == esc) {
+                               mandoc_msg
+                                       (MANDOCERR_BADESCAPE, r->parse, 
+                                        ln, (int)(p - *bufp), NULL);
+                               return(ROFF_IGN);
+                       }
+                       fsz = (size_t)(p - first);
+               }
 
-       if ( ! roffparseopts(tree, tok, &argv, argcp, argvp))
-               return(0);
-       if (NULL == roffnode_new(tok, tree))
-               return(0);
+               second = p++;
+               if ('\\' == *second) {
+                       esc = mandoc_escape(&p, NULL, NULL);
+                       if (ESCAPE_ERROR == esc) {
+                               mandoc_msg
+                                       (MANDOCERR_BADESCAPE, r->parse, 
+                                        ln, (int)(p - *bufp), NULL);
+                               return(ROFF_IGN);
+                       }
+                       ssz = (size_t)(p - second);
+               } else if ('\0' == *second) {
+                       mandoc_msg(MANDOCERR_ARGCOUNT, r->parse, 
+                                       ln, (int)(p - *bufp), NULL);
+                       second = " ";
+                       p--;
+               }
 
-       /*
-        * Layouts have two parts: the layout body and header.  The
-        * layout header is the trailing text of the line macro, while
-        * the layout body is everything following until termination.
-        */
+               if (fsz > 1) {
+                       roff_setstrn(&r->xmbtab, first, 
+                                       fsz, second, ssz, 0);
+                       continue;
+               }
 
-       if ( ! (*tree->cb.roffblkin)(tree->arg, tok, argcp, argvp))
-               return(0);
-       if (NULL == *argv)
-               return((*tree->cb.roffblkbodyin)
-                               (tree->arg, tok, argcp, argvp));
+               if (NULL == r->xtab)
+                       r->xtab = mandoc_calloc
+                               (128, sizeof(struct roffstr));
 
-       if ( ! (*tree->cb.roffblkheadin)(tree->arg, tok, argcp, argvp))
-               return(0);
+               free(r->xtab[(int)*first].p);
+               r->xtab[(int)*first].p = mandoc_strndup(second, ssz);
+               r->xtab[(int)*first].sz = ssz;
+       }
+
+       return(ROFF_IGN);
+}
+
+/* ARGSUSED */
+static enum rofferr
+roff_so(ROFF_ARGS)
+{
+       char *name;
+
+       mandoc_msg(MANDOCERR_SO, r->parse, ln, ppos, NULL);
 
        /*
-        * If there are no parsable parts, then write remaining tokens
-        * into the layout header and exit.
+        * Handle `so'.  Be EXTREMELY careful, as we shouldn't be
+        * opening anything that's not in our cwd or anything beneath
+        * it.  Thus, explicitly disallow traversing up the file-system
+        * or using absolute paths.
         */
 
-       if ( ! (ROFF_PARSED & tokens[tok].flags)) {
-               i = 0;
-               while (*argv)
-                       if ( ! roffdata(tree, i++, *argv++))
-                               return(0);
-
-               if ( ! (*tree->cb.roffblkheadout)(tree->arg, tok))
-                       return(0);
-               return((*tree->cb.roffblkbodyin)
-                               (tree->arg, tok, argcp, argvp));
+       name = *bufp + pos;
+       if ('/' == *name || strstr(name, "../") || strstr(name, "/..")) {
+               mandoc_msg(MANDOCERR_SOPATH, r->parse, ln, pos, NULL);
+               return(ROFF_ERR);
        }
 
+       *offs = pos;
+       return(ROFF_SO);
+}
+
+/* ARGSUSED */
+static enum rofferr
+roff_userdef(ROFF_ARGS)
+{
+       const char       *arg[9];
+       char             *cp, *n1, *n2;
+       int               i;
+
        /*
-        * Parsable elements may be in the header (or be the header, for
-        * that matter).  Follow the regular parsing rules for these.
+        * Collect pointers to macro argument strings
+        * and NUL-terminate them.
         */
+       cp = *bufp + pos;
+       for (i = 0; i < 9; i++)
+               arg[i] = '\0' == *cp ? "" :
+                   mandoc_getarg(r->parse, &cp, ln, &pos);
 
-       i = 0;
-       while (*argv) {
-               if (ROFF_MAX == (c = rofffindcallable(*argv))) {
-                       assert(tree->arg);
-                       if ( ! roffdata(tree, i++, *argv++))
-                               return(0);
+       /*
+        * Expand macro arguments.
+        */
+       *szp = 0;
+       n1 = cp = mandoc_strdup(r->current_string);
+       while (NULL != (cp = strstr(cp, "\\$"))) {
+               i = cp[2] - '1';
+               if (0 > i || 8 < i) {
+                       /* Not an argument invocation. */
+                       cp += 2;
                        continue;
                }
-               if ( ! roffcall(tree, c, argv))
-                       return(0);
-               break;
-       }
 
-       /* 
-        * If there's trailing punctuation in the header, then write it
-        * out now.  Here we mimic the behaviour of a line-dominant text
-        * macro.
-        */
+               *szp = strlen(n1) - 3 + strlen(arg[i]) + 1;
+               n2 = mandoc_malloc(*szp);
 
-       if (NULL == *argv) {
-               if ( ! (*tree->cb.roffblkheadout)(tree->arg, tok))
-                       return(0);
-               return((*tree->cb.roffblkbodyin)
-                               (tree->arg, tok, argcp, argvp));
+               strlcpy(n2, n1, (size_t)(cp - n1 + 1));
+               strlcat(n2, arg[i], *szp);
+               strlcat(n2, cp + 3, *szp);
+
+               cp = n2 + (cp - n1);
+               free(n1);
+               n1 = n2;
        }
 
        /*
-        * Expensive.  Scan to the end of line then work backwards until
-        * a token isn't punctuation.
+        * Replace the macro invocation
+        * by the expanded macro.
         */
+       free(*bufp);
+       *bufp = n1;
+       if (0 == *szp)
+               *szp = strlen(*bufp) + 1;
 
-       if ( ! roffpurgepunct(tree, argv))
-               return(0);
-
-       if ( ! (*tree->cb.roffblkheadout)(tree->arg, tok))
-               return(0);
-       return((*tree->cb.roffblkbodyin)
-                       (tree->arg, tok, argcp, argvp));
+       return(*szp > 1 && '\n' == (*bufp)[(int)*szp - 2] ?
+          ROFF_REPARSE : ROFF_APPEND);
 }
 
-
-/* ARGSUSED */
-static int
-roff_text(ROFFCALL_ARGS) 
+static char *
+roff_getname(struct roff *r, char **cpp, int ln, int pos)
 {
-       int              i, j, first, c, argcp[ROFF_MAXLINEARG];
-       char            *argvp[ROFF_MAXLINEARG];
+       char     *name, *cp;
 
-       if (ROFF_PRELUDE & tree->state) {
-               roff_err(tree, *argv, "`%s' disallowed in prelude", 
-                               toknames[tok]);
-               return(0);
+       name = *cpp;
+       if ('\0' == *name)
+               return(name);
+
+       /* Read until end of name. */
+       for (cp = name; '\0' != *cp && ' ' != *cp; cp++) {
+               if ('\\' != *cp)
+                       continue;
+               cp++;
+               if ('\\' == *cp)
+                       continue;
+               mandoc_msg(MANDOCERR_NAMESC, r->parse, ln, pos, NULL);
+               *cp = '\0';
+               name = cp;
        }
 
-       first = (*argv == tree->cur);
-       argv++;
+       /* Nil-terminate name. */
+       if ('\0' != *cp)
+               *(cp++) = '\0';
 
-       if ( ! roffparseopts(tree, tok, &argv, argcp, argvp))
-               return(0);
-       if ( ! (*tree->cb.roffin)(tree->arg, tok, argcp, argvp))
-               return(0);
-       if (NULL == *argv)
-               return((*tree->cb.roffout)(tree->arg, tok));
+       /* Read past spaces. */
+       while (' ' == *cp)
+               cp++;
 
-       if ( ! (ROFF_PARSED & tokens[tok].flags)) {
-               i = 0;
-               while (*argv)
-                       if ( ! roffdata(tree, i++, *argv++))
-                               return(0);
+       *cpp = cp;
+       return(name);
+}
 
-               return((*tree->cb.roffout)(tree->arg, tok));
+/*
+ * Store *string into the user-defined string called *name.
+ * To clear an existing entry, call with (*r, *name, NULL, 0).
+ * append == 0: replace mode
+ * append == 1: single-line append mode
+ * append == 2: multiline append mode, append '\n' after each call
+ */
+static void
+roff_setstr(struct roff *r, const char *name, const char *string,
+       int append)
+{
+
+       roff_setstrn(&r->strtab, name, strlen(name), string,
+                       string ? strlen(string) : 0, append);
+}
+
+static void
+roff_setstrn(struct roffkv **r, const char *name, size_t namesz,
+               const char *string, size_t stringsz, int append)
+{
+       struct roffkv   *n;
+       char            *c;
+       int              i;
+       size_t           oldch, newch;
+
+       /* Search for an existing string with the same name. */
+       n = *r;
+
+       while (n && strcmp(name, n->key.p))
+               n = n->next;
+
+       if (NULL == n) {
+               /* Create a new string table entry. */
+               n = mandoc_malloc(sizeof(struct roffkv));
+               n->key.p = mandoc_strndup(name, namesz);
+               n->key.sz = namesz;
+               n->val.p = NULL;
+               n->val.sz = 0;
+               n->next = *r;
+               *r = n;
+       } else if (0 == append) {
+               free(n->val.p);
+               n->val.p = NULL;
+               n->val.sz = 0;
        }
 
+       if (NULL == string)
+               return;
+
        /*
-        * Deal with punctuation.  Ugly.  Work ahead until we encounter
-        * terminating punctuation.  If we encounter it and all
-        * subsequent tokens are punctuation, then stop processing (the
-        * line-dominant macro will print these tokens after closure).
+        * One additional byte for the '\n' in multiline mode,
+        * and one for the terminating '\0'.
         */
+       newch = stringsz + (1 < append ? 2u : 1u);
+
+       if (NULL == n->val.p) {
+               n->val.p = mandoc_malloc(newch);
+               *n->val.p = '\0';
+               oldch = 0;
+       } else {
+               oldch = n->val.sz;
+               n->val.p = mandoc_realloc(n->val.p, oldch + newch);
+       }
+
+       /* Skip existing content in the destination buffer. */
+       c = n->val.p + (int)oldch;
 
+       /* Append new content to the destination buffer. */
        i = 0;
-       while (*argv) {
-               if (ROFF_MAX != (c = rofffindcallable(*argv))) {
-                       if ( ! (ROFF_LSCOPE & tokens[tok].flags))
-                               if ( ! (*tree->cb.roffout)(tree->arg, tok))
-                                       return(0);
-       
-                       if ( ! roffcall(tree, c, argv))
-                               return(0);
-       
-                       if (ROFF_LSCOPE & tokens[tok].flags)
-                               if ( ! (*tree->cb.roffout)(tree->arg, tok))
-                                       return(0);
-       
-                       break;
-               }
+       while (i < (int)stringsz) {
+               /*
+                * Rudimentary roff copy mode:
+                * Handle escaped backslashes.
+                */
+               if ('\\' == string[i] && '\\' == string[i + 1])
+                       i++;
+               *c++ = string[i++];
+       }
 
-               if ( ! roffispunct(*argv)) {
-                       if ( ! roffdata(tree, i++, *argv++))
-                               return(0);
-                       continue;
-               }
+       /* Append terminating bytes. */
+       if (1 < append)
+               *c++ = '\n';
 
-               i = 1;
-               for (j = 0; argv[j]; j++)
-                       if ( ! roffispunct(argv[j]))
-                               break;
+       *c = '\0';
+       n->val.sz = (int)(c - n->val.p);
+}
 
-               if (argv[j]) {
-                       if ( ! roffdata(tree, 0, *argv++))
-                               return(0);
-                       continue;
-               }
+static const char *
+roff_getstrn(const struct roff *r, const char *name, size_t len)
+{
+       const struct roffkv *n;
+       int i;
 
-               if ( ! (*tree->cb.roffout)(tree->arg, tok))
-                       return(0);
-               break;
-       }
+       for (n = r->strtab; n; n = n->next)
+               if (0 == strncmp(name, n->key.p, len) && 
+                               '\0' == n->key.p[(int)len])
+                       return(n->val.p);
 
-       if (NULL == *argv)
-               return((*tree->cb.roffout)(tree->arg, tok));
-       if ( ! first)
-               return(1);
+       for (i = 0; i < PREDEFS_MAX; i++)
+               if (0 == strncmp(name, predefs[i].name, len) &&
+                               '\0' == predefs[i].name[(int)len])
+                       return(predefs[i].str);
 
-       return(roffpurgepunct(tree, argv));
+       return(NULL);
 }
 
-
-/* ARGSUSED */
-static int
-roff_noop(ROFFCALL_ARGS)
+static void
+roff_freestr(struct roffkv *r)
 {
+       struct roffkv    *n, *nn;
 
-       return(1);
+       for (n = r; n; n = nn) {
+               free(n->key.p);
+               free(n->val.p);
+               nn = n->next;
+               free(n);
+       }
 }
 
-
-/* ARGSUSED */
-static int
-roff_depr(ROFFCALL_ARGS)
+const struct tbl_span *
+roff_span(const struct roff *r)
 {
-
-       roff_err(tree, *argv, "`%s' is deprecated", toknames[tok]);
-       return(0);
+       
+       return(r->tbl ? tbl_span(r->tbl) : NULL);
 }
 
+const struct eqn *
+roff_eqn(const struct roff *r)
+{
+       
+       return(r->last_eqn ? &r->last_eqn->eqn : NULL);
+}
 
-static void
-roff_warn(const struct rofftree *tree, const char *pos, char *fmt, ...)
+/*
+ * Duplicate an input string, making the appropriate character
+ * conversations (as stipulated by `tr') along the way.
+ * Returns a heap-allocated string with all the replacements made.
+ */
+char *
+roff_strdup(const struct roff *r, const char *p)
 {
-       va_list          ap;
-       char             buf[128];
+       const struct roffkv *cp;
+       char            *res;
+       const char      *pp;
+       size_t           ssz, sz;
+       enum mandoc_esc  esc;
 
-       va_start(ap, fmt);
-       (void)vsnprintf(buf, sizeof(buf), fmt, ap);
-       va_end(ap);
+       if (NULL == r->xmbtab && NULL == r->xtab)
+               return(mandoc_strdup(p));
+       else if ('\0' == *p)
+               return(mandoc_strdup(""));
 
-       (*tree->cb.roffmsg)(tree->arg, 
-                       ROFF_WARN, tree->cur, pos, buf);
-}
+       /*
+        * Step through each character looking for term matches
+        * (remember that a `tr' can be invoked with an escape, which is
+        * a glyph but the escape is multi-character).
+        * We only do this if the character hash has been initialised
+        * and the string is >0 length.
+        */
 
+       res = NULL;
+       ssz = 0;
 
-static void
-roff_err(const struct rofftree *tree, const char *pos, char *fmt, ...)
-{
-       va_list          ap;
-       char             buf[128];
+       while ('\0' != *p) {
+               if ('\\' != *p && r->xtab && r->xtab[(int)*p].p) {
+                       sz = r->xtab[(int)*p].sz;
+                       res = mandoc_realloc(res, ssz + sz + 1);
+                       memcpy(res + ssz, r->xtab[(int)*p].p, sz);
+                       ssz += sz;
+                       p++;
+                       continue;
+               } else if ('\\' != *p) {
+                       res = mandoc_realloc(res, ssz + 2);
+                       res[ssz++] = *p++;
+                       continue;
+               }
+
+               /* Search for term matches. */
+               for (cp = r->xmbtab; cp; cp = cp->next)
+                       if (0 == strncmp(p, cp->key.p, cp->key.sz))
+                               break;
+
+               if (NULL != cp) {
+                       /*
+                        * A match has been found.
+                        * Append the match to the array and move
+                        * forward by its keysize.
+                        */
+                       res = mandoc_realloc
+                               (res, ssz + cp->val.sz + 1);
+                       memcpy(res + ssz, cp->val.p, cp->val.sz);
+                       ssz += cp->val.sz;
+                       p += (int)cp->key.sz;
+                       continue;
+               }
 
-       va_start(ap, fmt);
-       (void)vsnprintf(buf, sizeof(buf), fmt, ap);
-       va_end(ap);
+               /*
+                * Handle escapes carefully: we need to copy
+                * over just the escape itself, or else we might
+                * do replacements within the escape itself.
+                * Make sure to pass along the bogus string.
+                */
+               pp = p++;
+               esc = mandoc_escape(&p, NULL, NULL);
+               if (ESCAPE_ERROR == esc) {
+                       sz = strlen(pp);
+                       res = mandoc_realloc(res, ssz + sz + 1);
+                       memcpy(res + ssz, pp, sz);
+                       break;
+               }
+               /* 
+                * We bail out on bad escapes. 
+                * No need to warn: we already did so when
+                * roff_res() was called.
+                */
+               sz = (int)(p - pp);
+               res = mandoc_realloc(res, ssz + sz + 1);
+               memcpy(res + ssz, pp, sz);
+               ssz += sz;
+       }
 
-       (*tree->cb.roffmsg)(tree->arg, 
-                       ROFF_ERROR, tree->cur, pos, buf);
+       res[(int)ssz] = '\0';
+       return(res);
 }
 
+/*
+ * Find out whether a line is a macro line or not.  
+ * If it is, adjust the current position and return one; if it isn't,
+ * return zero and don't change the current position.
+ * If the control character has been set with `.cc', then let that grain
+ * precedence.
+ * This is slighly contrary to groff, where using the non-breaking
+ * control character when `cc' has been invoked will cause the
+ * non-breaking macro contents to be printed verbatim.
+ */
+int
+roff_getcontrol(const struct roff *r, const char *cp, int *ppos)
+{
+       int             pos;
+
+       pos = *ppos;
+
+       if (0 != r->control && cp[pos] == r->control)
+               pos++;
+       else if (0 != r->control)
+               return(0);
+       else if ('\\' == cp[pos] && '.' == cp[pos + 1])
+               pos += 2;
+       else if ('.' == cp[pos] || '\'' == cp[pos])
+               pos++;
+       else
+               return(0);
+
+       while (' ' == cp[pos] || '\t' == cp[pos])
+               pos++;
+
+       *ppos = pos;
+       return(1);
+}