Memory-corruption fix.

[mandoc.git] / macro.c

diff --git a/macro.c b/macro.c
index a288218cba1c844a39c089048dd7e7ab620b4ca7..ea4af29bb5cbeecd82597c3cb95f6fa0085f7f60 100644 (file)
--- a/macro.c
+++ b/macro.c
@@ -1,4 +1,4 @@
-/* $Id: macro.c,v 1.6 2008/12/23 05:30:49 kristaps Exp $ */
+/* $Id: macro.c,v 1.58 2009/03/08 11:41:22 kristaps Exp $ */

 /*
  * Copyright (c) 2008 Kristaps Dzonsons <kristaps@kth.se>
  *
 /*
  * Copyright (c) 2008 Kristaps Dzonsons <kristaps@kth.se>
  *


@@ -21,616 +21,1354 @@
 #include <stdlib.h>
 #include <stdio.h>
 #include <string.h>
 #include <stdlib.h>
 #include <stdio.h>
 #include <string.h>

+#ifdef __linux__
+#include <time.h>
+#endif

 
 

-#include "private.h"
+/*
+ * This has scanning/parsing routines, each of which extract a macro and
+ * its arguments and parameters, then know how to progress to the next
+ * macro. 
+ */

 
 

-#define        _CC(p)  ((const char **)p)
+#include "private.h"

 
 

-static int       scope_rewind_exp(struct mdoc *, int, int, int);
-static int       append_text(struct mdoc *, int, 
-                       int, int, char *[]);
-static int       append_scoped(struct mdoc *, int, int, int, 
-                       const char *[], int, const struct mdoc_arg *);
-static int       args_next(struct mdoc *, int, 
-                       int *, char *, char **);
-static int       argv_next(struct mdoc *, int, 
-                       int *, char *, struct mdoc_arg *);
-static int       args_next_quoted(struct mdoc *, int, 
-                       int *, char *, char **);
+static int       macro_obsolete(MACRO_PROT_ARGS);
+static int       macro_constant(MACRO_PROT_ARGS);
+static int       macro_constant_scoped(MACRO_PROT_ARGS);
+static int       macro_constant_delimited(MACRO_PROT_ARGS);
+static int       macro_text(MACRO_PROT_ARGS);
+static int       macro_scoped(MACRO_PROT_ARGS);
+static int       macro_scoped_close(MACRO_PROT_ARGS);
+static int       macro_scoped_line(MACRO_PROT_ARGS);
+
+#define        REWIND_REWIND   (1 << 0)
+#define        REWIND_NOHALT   (1 << 1)
+#define        REWIND_HALT     (1 << 2)
+
+static int       rewind_dohalt(int, enum mdoc_type, 
+                       const struct mdoc_node *);
+static int       rewind_alt(int);
+static int       rewind_dobreak(int, const struct mdoc_node *);
+static int       rewind_elem(struct mdoc *, int);
+static int       rewind_impblock(struct mdoc *, int, int, int);
+static int       rewind_expblock(struct mdoc *, int, int, int);
+static int       rewind_subblock(enum mdoc_type, 
+                       struct mdoc *, int, int, int);
+static int       rewind_last(struct mdoc *, struct mdoc_node *);
+static int       append_delims(struct mdoc *, int, int *, char *);
+static int       lookup(struct mdoc *, int, int, int, const char *);
+static int       pwarn(struct mdoc *, int, int, int);
+static int       perr(struct mdoc *, int, int, int);
+
+#define        WMACPARM        (1)
+#define        WOBS            (2)
+
+#define        ENOCTX          (1)
+#define        ENOPARMS        (2)
+
+/* Central table of library: who gets parsed how. */
+
+const  struct mdoc_macro __mdoc_macros[MDOC_MAX] = {
+       { NULL, 0 }, /* \" */
+       { macro_constant, MDOC_PROLOGUE }, /* Dd */
+       { macro_constant, MDOC_PROLOGUE }, /* Dt */
+       { macro_constant, MDOC_PROLOGUE }, /* Os */
+       { macro_scoped, 0 }, /* Sh */
+       { macro_scoped, 0 }, /* Ss */ 
+       { macro_text, 0 }, /* Pp */ 
+       { macro_scoped_line, MDOC_PARSED }, /* D1 */
+       { macro_scoped_line, MDOC_PARSED }, /* Dl */
+       { macro_scoped, MDOC_EXPLICIT }, /* Bd */
+       { macro_scoped_close, MDOC_EXPLICIT }, /* Ed */
+       { macro_scoped, MDOC_EXPLICIT }, /* Bl */
+       { macro_scoped_close, MDOC_EXPLICIT }, /* El */
+       { macro_scoped, MDOC_PARSED }, /* It */
+       { macro_text, MDOC_CALLABLE | MDOC_PARSED }, /* Ad */ 
+       { macro_text, MDOC_PARSED }, /* An */
+       { macro_text, MDOC_CALLABLE | MDOC_PARSED }, /* Ar */
+       { macro_constant, 0 }, /* Cd */
+       { macro_text, MDOC_CALLABLE | MDOC_PARSED }, /* Cm */
+       { macro_text, MDOC_CALLABLE | MDOC_PARSED }, /* Dv */ 
+       { macro_text, MDOC_CALLABLE | MDOC_PARSED }, /* Er */ 
+       { macro_text, MDOC_CALLABLE | MDOC_PARSED }, /* Ev */ 
+       { macro_constant, 0 }, /* Ex */
+       { macro_text, MDOC_CALLABLE | MDOC_PARSED }, /* Fa */ 
+       { macro_constant, 0 }, /* Fd */ 
+       { macro_text, MDOC_CALLABLE | MDOC_PARSED }, /* Fl */
+       { macro_text, MDOC_CALLABLE | MDOC_PARSED }, /* Fn */ 
+       { macro_text, MDOC_PARSED }, /* Ft */ 
+       { macro_text, MDOC_CALLABLE | MDOC_PARSED }, /* Ic */ 
+       { macro_constant, 0 }, /* In */ 
+       { macro_text, MDOC_CALLABLE | MDOC_PARSED }, /* Li */
+       { macro_constant, 0 }, /* Nd */ 
+       { macro_text, MDOC_CALLABLE | MDOC_PARSED }, /* Nm */ 
+       { macro_scoped_line, MDOC_CALLABLE | MDOC_PARSED }, /* Op */
+       { macro_obsolete, 0 }, /* Ot */
+       { macro_text, MDOC_CALLABLE | MDOC_PARSED }, /* Pa */
+       { macro_constant, 0 }, /* Rv */
+       /* XXX - .St supposed to be (but isn't) callable. */
+       { macro_constant_delimited, MDOC_PARSED }, /* St */ 
+       { macro_text, MDOC_CALLABLE | MDOC_PARSED }, /* Va */
+       { macro_text, MDOC_CALLABLE | MDOC_PARSED }, /* Vt */ 
+       { macro_text, MDOC_CALLABLE | MDOC_PARSED }, /* Xr */
+       { macro_constant, 0 }, /* %A */
+       { macro_constant, 0 }, /* %B */
+       { macro_constant, 0 }, /* %D */
+       { macro_constant, 0 }, /* %I */
+       { macro_constant, 0 }, /* %J */
+       { macro_constant, 0 }, /* %N */
+       { macro_constant, 0 }, /* %O */
+       { macro_constant, 0 }, /* %P */
+       { macro_constant, 0 }, /* %R */
+       { macro_constant, 0 }, /* %T */
+       { macro_constant, 0 }, /* %V */
+       { macro_scoped_close, MDOC_EXPLICIT | MDOC_CALLABLE | MDOC_PARSED }, /* Ac */
+       { macro_constant_scoped, MDOC_CALLABLE | MDOC_PARSED | MDOC_EXPLICIT }, /* Ao */
+       { macro_scoped_line, MDOC_CALLABLE | MDOC_PARSED }, /* Aq */
+       { macro_constant_delimited, 0 }, /* At */
+       { macro_scoped_close, MDOC_EXPLICIT | MDOC_CALLABLE | MDOC_PARSED }, /* Bc */
+       { macro_scoped, MDOC_EXPLICIT }, /* Bf */ 
+       { macro_constant_scoped, MDOC_CALLABLE | MDOC_PARSED | MDOC_EXPLICIT }, /* Bo */
+       { macro_scoped_line, MDOC_CALLABLE | MDOC_PARSED }, /* Bq */
+       { macro_constant_delimited, MDOC_PARSED }, /* Bsx */
+       { macro_constant_delimited, MDOC_PARSED }, /* Bx */
+       { macro_constant, 0 }, /* Db */
+       { macro_scoped_close, MDOC_EXPLICIT | MDOC_CALLABLE | MDOC_PARSED }, /* Dc */
+       { macro_constant_scoped, MDOC_CALLABLE | MDOC_PARSED | MDOC_EXPLICIT }, /* Do */
+       { macro_scoped_line, MDOC_CALLABLE | MDOC_PARSED }, /* Dq */
+       { macro_scoped_close, MDOC_EXPLICIT | MDOC_CALLABLE | MDOC_PARSED }, /* Ec */
+       { macro_scoped_close, MDOC_EXPLICIT }, /* Ef */
+       { macro_text, MDOC_CALLABLE | MDOC_PARSED }, /* Em */ 
+       { macro_constant_scoped, MDOC_CALLABLE | MDOC_PARSED | MDOC_EXPLICIT }, /* Eo */
+       { macro_constant_delimited, MDOC_PARSED }, /* Fx */
+       { macro_text, MDOC_PARSED }, /* Ms */
+       { macro_constant_delimited, MDOC_CALLABLE | MDOC_PARSED }, /* No */
+       { macro_constant_delimited, MDOC_CALLABLE | MDOC_PARSED }, /* Ns */
+       { macro_constant_delimited, MDOC_PARSED }, /* Nx */
+       { macro_constant_delimited, MDOC_PARSED }, /* Ox */
+       { macro_scoped_close, MDOC_EXPLICIT | MDOC_CALLABLE | MDOC_PARSED }, /* Pc */
+       { macro_constant_delimited, MDOC_PARSED }, /* Pf */
+       { macro_constant_scoped, MDOC_CALLABLE | MDOC_PARSED | MDOC_EXPLICIT }, /* Po */
+       { macro_scoped_line, MDOC_CALLABLE | MDOC_PARSED }, /* Pq */
+       { macro_scoped_close, MDOC_EXPLICIT | MDOC_CALLABLE | MDOC_PARSED }, /* Qc */
+       { macro_scoped_line, MDOC_CALLABLE | MDOC_PARSED }, /* Ql */
+       { macro_constant_scoped, MDOC_CALLABLE | MDOC_PARSED | MDOC_EXPLICIT }, /* Qo */
+       { macro_scoped_line, MDOC_CALLABLE | MDOC_PARSED }, /* Qq */
+       { macro_scoped_close, MDOC_EXPLICIT }, /* Re */
+       { macro_scoped, MDOC_EXPLICIT }, /* Rs */
+       { macro_scoped_close, MDOC_EXPLICIT | MDOC_CALLABLE | MDOC_PARSED }, /* Sc */
+       { macro_constant_scoped, MDOC_CALLABLE | MDOC_PARSED | MDOC_EXPLICIT }, /* So */
+       { macro_scoped_line, MDOC_CALLABLE | MDOC_PARSED }, /* Sq */
+       { macro_constant, 0 }, /* Sm */
+       { macro_text, MDOC_CALLABLE | MDOC_PARSED }, /* Sx */
+       { macro_text, MDOC_CALLABLE | MDOC_PARSED }, /* Sy */
+       { macro_text, MDOC_CALLABLE | MDOC_PARSED }, /* Tn */
+       { macro_constant_delimited, MDOC_PARSED }, /* Ux */
+       { macro_scoped_close, MDOC_EXPLICIT | MDOC_CALLABLE | MDOC_PARSED }, /* Xc */
+       { macro_constant_scoped, MDOC_CALLABLE | MDOC_PARSED | MDOC_EXPLICIT }, /* Xo */
+       /* XXX - .Fo supposed to be (but isn't) callable. */
+       { macro_scoped, MDOC_EXPLICIT }, /* Fo */ 
+       { macro_scoped_close, MDOC_EXPLICIT | MDOC_CALLABLE | MDOC_PARSED }, /* Fc */ 
+       { macro_constant_scoped, MDOC_CALLABLE | MDOC_PARSED | MDOC_EXPLICIT }, /* Oo */
+       { macro_scoped_close, MDOC_EXPLICIT | MDOC_CALLABLE | MDOC_PARSED }, /* Oc */
+       { macro_scoped, MDOC_EXPLICIT }, /* Bk */
+       { macro_scoped_close, MDOC_EXPLICIT }, /* Ek */
+       { macro_constant, 0 }, /* Bt */
+       { macro_constant, 0 }, /* Hf */
+       { macro_obsolete, 0 }, /* Fr */
+       { macro_constant, 0 }, /* Ud */
+       { macro_constant, 0 }, /* Lb */
+};
+
+const  struct mdoc_macro * const mdoc_macros = __mdoc_macros;

 
 
 static int
 
 
 static int

-args_next_quoted(struct mdoc *mdoc, int tok, 
-               int *pos, char *buf, char **v)
+perr(struct mdoc *mdoc, int line, int pos, int type)

 {
 {

+       int              c;

 
 

-       if (0 == buf[*pos])
-               return(0);
-
-       assert( ! isspace(buf[*pos]));
-
-       if ('\"' != buf[*pos])
-               return(args_next(mdoc, tok, pos, buf, v));
-
-       *v = &buf[++(*pos)];
-
-       while (buf[*pos] && '\"' != buf[*pos])
-               (*pos)++;
-
-       if (0 == buf[*pos]) {
-               (void)mdoc_err(mdoc, tok, *pos, ERR_SYNTAX_UNQUOTE);
-               return(-1);
+       switch (type) {
+       case (ENOCTX):
+               c = mdoc_perr(mdoc, line, pos, 
+                               "closing macro has prior context");
+               break;
+       case (ENOPARMS):
+               c = mdoc_perr(mdoc, line, pos, 
+                               "macro doesn't expect parameters");
+               break;
+       default:
+               abort();
+               /* NOTREACHED */

        }
        }

+       return(c);
+}

 
 

-       buf[(*pos)++] = 0;
-       if (0 == buf[*pos])
-               return(1);
+static int
+pwarn(struct mdoc *mdoc, int line, int pos, int type)
+{
+       int              c;

 
 

-       while (buf[*pos] && isspace(buf[*pos]))
-               (*pos)++;
+       switch (type) {
+       case (WMACPARM):
+               c = mdoc_pwarn(mdoc, line, pos, WARN_SYNTAX,
+                               "macro-like parameter");
+               break;
+       case (WOBS):
+               c = mdoc_pwarn(mdoc, line, pos, WARN_SYNTAX,
+                               "macro is marked obsolete");
+               break;
+       default:
+               abort();
+               /* NOTREACHED */
+       }
+       return(c);
+}

 
 

-       if (0 == buf[*pos]) 
-               if ( ! mdoc_warn(mdoc, tok, *pos, WARN_SYNTAX_WS_EOLN))
-                       return(-1);

 
 

-       return(1);
+static int
+lookup(struct mdoc *mdoc, int line, int pos, int from, const char *p)
+{
+       int              res;
+
+       res = mdoc_tokhash_find(mdoc->htab, p);
+       if (MDOC_PARSED & mdoc_macros[from].flags)
+               return(res);
+       if (MDOC_MAX == res)
+               return(res);
+       if ( ! pwarn(mdoc, line, pos, WMACPARM))
+               return(-1);
+       return(MDOC_MAX);

 }
 
 
 static int
 }
 
 
 static int

-scope_rewind_exp(struct mdoc *mdoc, int ppos, int tok, int dst)
+rewind_last(struct mdoc *mdoc, struct mdoc_node *to)

 {
 {

-       struct mdoc_node *n;
+
+       assert(to);
+       mdoc->next = MDOC_NEXT_SIBLING;

 
        /* LINTED */
 
        /* LINTED */

-       for (n = mdoc->last; n; n = n->parent) {
-               if (MDOC_BLOCK != n->type) 
-                       continue;
-               if (dst == n->data.block.tok)
-                       break;
-               return(mdoc_err(mdoc, tok, ppos, ERR_SCOPE_BREAK));
+       while (mdoc->last != to) {
+               if ( ! mdoc_valid_post(mdoc))
+                       return(0);
+               if ( ! mdoc_action_post(mdoc))
+                       return(0);
+               mdoc->last = mdoc->last->parent;
+               assert(mdoc->last);

        }
 
        }
 

-       if (NULL == (mdoc->last = n))
-               return(mdoc_err(mdoc, tok, ppos, ERR_SCOPE_NOCTX));
+       if ( ! mdoc_valid_post(mdoc))
+               return(0);
+       return(mdoc_action_post(mdoc));
+}

 
 

-       mdoc_msg(mdoc, ppos, "scope: rewound `%s' to `%s'",
-                       mdoc_macronames[tok], mdoc_macronames[dst]);

 
 

-       return(1);
+static int
+rewind_alt(int tok)
+{
+       switch (tok) {
+       case (MDOC_Ac):
+               return(MDOC_Ao);
+       case (MDOC_Bc):
+               return(MDOC_Bo);
+       case (MDOC_Dc):
+               return(MDOC_Do);
+       case (MDOC_Ec):
+               return(MDOC_Eo);
+       case (MDOC_Ed):
+               return(MDOC_Bd);
+       case (MDOC_Ef):
+               return(MDOC_Bf);
+       case (MDOC_Ek):
+               return(MDOC_Bk);
+       case (MDOC_El):
+               return(MDOC_Bl);
+       case (MDOC_Fc):
+               return(MDOC_Fo);
+       case (MDOC_Oc):
+               return(MDOC_Oo);
+       case (MDOC_Pc):
+               return(MDOC_Po);
+       case (MDOC_Qc):
+               return(MDOC_Qo);
+       case (MDOC_Re):
+               return(MDOC_Rs);
+       case (MDOC_Sc):
+               return(MDOC_So);
+       case (MDOC_Xc):
+               return(MDOC_Xo);
+       default:
+               break;
+       }
+       abort();
+       /* NOTREACHED */

 }
 
 
 static int
 }
 
 
 static int

-argv_next(struct mdoc *mdoc, int tok, 
-               int *pos, char *buf, struct mdoc_arg *v)
+rewind_dohalt(int tok, enum mdoc_type type, const struct mdoc_node *p)

 {
 {

-       char            *argv;
-       int              i, val;

 
 

-       if (0 == buf[*pos])
-               return(0);
+       if (MDOC_ROOT == p->type)
+               return(REWIND_HALT);
+       if (MDOC_VALID & p->flags)
+               return(REWIND_NOHALT);

 
 

-       assert( ! isspace(buf[*pos]));
+       switch (tok) {
+       /* One-liner implicit-scope. */
+       case (MDOC_Aq):
+               /* FALLTHROUGH */
+       case (MDOC_Bq):
+               /* FALLTHROUGH */
+       case (MDOC_D1):
+               /* FALLTHROUGH */
+       case (MDOC_Dl):
+               /* FALLTHROUGH */
+       case (MDOC_Dq):
+               /* FALLTHROUGH */
+       case (MDOC_Op):
+               /* FALLTHROUGH */
+       case (MDOC_Pq):
+               /* FALLTHROUGH */
+       case (MDOC_Ql):
+               /* FALLTHROUGH */
+       case (MDOC_Qq):
+               /* FALLTHROUGH */
+       case (MDOC_Sq):
+               assert(MDOC_HEAD != type);
+               assert(MDOC_TAIL != type);
+               if (type == p->type && tok == p->tok)
+                       return(REWIND_REWIND);
+               break;

 
 

-       if ('-' != buf[*pos]) {
-               (void)mdoc_err(mdoc, tok, *pos, ERR_SYNTAX_ARGS);
-               return(-1);
+       /* Multi-line implicit-scope. */
+       case (MDOC_It):
+               assert(MDOC_TAIL != type);
+               if (type == p->type && tok == p->tok)
+                       return(REWIND_REWIND);
+               if (MDOC_BODY == p->type && MDOC_Bl == p->tok)
+                       return(REWIND_HALT);
+               break;
+       case (MDOC_Sh):
+               if (type == p->type && tok == p->tok)
+                       return(REWIND_REWIND);
+               break;
+       case (MDOC_Ss):
+               assert(MDOC_TAIL != type);
+               if (type == p->type && tok == p->tok)
+                       return(REWIND_REWIND);
+               if (MDOC_BODY == p->type && MDOC_Sh == p->tok)
+                       return(REWIND_HALT);
+               break;
+       
+       /* Multi-line explicit scope start. */
+       case (MDOC_Ao):
+               /* FALLTHROUGH */
+       case (MDOC_Bd):
+               /* FALLTHROUGH */
+       case (MDOC_Bf):
+               /* FALLTHROUGH */
+       case (MDOC_Bk):
+               /* FALLTHROUGH */
+       case (MDOC_Bl):
+               /* FALLTHROUGH */
+       case (MDOC_Bo):
+               /* FALLTHROUGH */
+       case (MDOC_Do):
+               /* FALLTHROUGH */
+       case (MDOC_Eo):
+               /* FALLTHROUGH */
+       case (MDOC_Fo):
+               /* FALLTHROUGH */
+       case (MDOC_Oo):
+               /* FALLTHROUGH */
+       case (MDOC_Po):
+               /* FALLTHROUGH */
+       case (MDOC_Qo):
+               /* FALLTHROUGH */
+       case (MDOC_Rs):
+               /* FALLTHROUGH */
+       case (MDOC_So):
+               /* FALLTHROUGH */
+       case (MDOC_Xo):
+               if (type == p->type && tok == p->tok)
+                       return(REWIND_REWIND);
+               break;
+
+       /* Multi-line explicit scope close. */
+       case (MDOC_Ac):
+               /* FALLTHROUGH */
+       case (MDOC_Bc):
+               /* FALLTHROUGH */
+       case (MDOC_Dc):
+               /* FALLTHROUGH */
+       case (MDOC_Ec):
+               /* FALLTHROUGH */
+       case (MDOC_Ed):
+               /* FALLTHROUGH */
+       case (MDOC_Ek):
+               /* FALLTHROUGH */
+       case (MDOC_El):
+               /* FALLTHROUGH */
+       case (MDOC_Fc):
+               /* FALLTHROUGH */
+       case (MDOC_Ef):
+               /* FALLTHROUGH */
+       case (MDOC_Oc):
+               /* FALLTHROUGH */
+       case (MDOC_Pc):
+               /* FALLTHROUGH */
+       case (MDOC_Qc):
+               /* FALLTHROUGH */
+       case (MDOC_Re):
+               /* FALLTHROUGH */
+       case (MDOC_Sc):
+               /* FALLTHROUGH */
+       case (MDOC_Xc):
+               if (type == p->type && rewind_alt(tok) == p->tok)
+                       return(REWIND_REWIND);
+               break;
+       default:
+               abort();
+               /* NOTREACHED */

        }
 
        }
 

-       i = *pos;
-       argv = &buf[++(*pos)];
+       return(REWIND_NOHALT);
+}

 
 

-       while (buf[*pos] && ! isspace(buf[*pos]))
-               (*pos)++;

 
 

-       if (buf[*pos])
-               buf[(*pos)++] = 0;
+static int
+rewind_dobreak(int tok, const struct mdoc_node *p)
+{

 
 

-       /*
-        * XXX This is a little bit ugly.  The mdoc_argv structure
-        * points to a pointer array, which we allocate on-the-fly in
-        * this function.  If there's any failure, we need to release
-        * this memory, which is done by the caller of this function
-        * with mdoc_argv_free.  Ew.  This should be simpler.
-        */
+       assert(MDOC_ROOT != p->type);
+       if (MDOC_ELEM == p->type)
+               return(1);
+       if (MDOC_TEXT == p->type)
+               return(1);
+       if (MDOC_VALID & p->flags)
+               return(1);

 
 

-       if (MDOC_ARG_MAX == (val = mdoc_argv_lookup(tok, argv))) {
-               (void)mdoc_err(mdoc, tok, i, ERR_SYNTAX_BADARG);
-               return(-1);
+       switch (tok) {
+       /* Implicit rules. */
+       case (MDOC_It):
+               return(MDOC_It == p->tok);
+       case (MDOC_Ss):
+               return(MDOC_Ss == p->tok);
+       case (MDOC_Sh):
+               if (MDOC_Ss == p->tok)
+                       return(1);
+               return(MDOC_Sh == p->tok);
+
+       /* Extra scope rules. */
+       case (MDOC_El):
+               if (MDOC_It == p->tok)
+                       return(1);
+               break;
+       default:
+               break;

        }
 
        }
 

-       while (buf[*pos] && isspace(buf[*pos]))
-               (*pos)++;
+       if (MDOC_EXPLICIT & mdoc_macros[tok].flags) 
+               return(p->tok == rewind_alt(tok));
+       else if (MDOC_BLOCK == p->type)
+               return(1);
+
+       return(tok == p->tok);
+}

 
 

-       if ( ! mdoc_argv_parse(mdoc, tok, val, v, pos, buf))
-               return(-1);

 
 

-       return(1);
+static int
+rewind_elem(struct mdoc *mdoc, int tok)
+{
+       struct mdoc_node *n;
+
+       n = mdoc->last;
+       if (MDOC_ELEM != n->type)
+               n = n->parent;
+       assert(MDOC_ELEM == n->type);
+       assert(tok == n->tok);
+
+       return(rewind_last(mdoc, n));

 }
 
 
 static int
 }
 
 
 static int

-args_next(struct mdoc *mdoc, int tok, 
-               int *pos, char *buf, char **v)
+rewind_subblock(enum mdoc_type type, struct mdoc *mdoc, 
+               int tok, int line, int ppos)

 {
 {

+       struct mdoc_node *n;
+       int               c;

 
 

-       if (0 == buf[*pos])
-               return(0);
+       /* LINTED */
+       for (n = mdoc->last; n; n = n->parent) {
+               c = rewind_dohalt(tok, type, n);
+               if (REWIND_HALT == c)
+                       return(1);
+               if (REWIND_REWIND == c)
+                       break;
+               else if (rewind_dobreak(tok, n))
+                       continue;
+               return(mdoc_perr(mdoc, line, ppos, 
+                       "scope breaks %s", MDOC_ROOT == n->type ?
+                       "<root>" : mdoc_macronames[n->tok]));
+       }

 
 

-       assert( ! isspace(buf[*pos]));
+       assert(n);
+       return(rewind_last(mdoc, n));
+}

 
 

-       if ('\"' == buf[*pos]) {
-               (void)mdoc_err(mdoc, tok, *pos, ERR_SYNTAX_QUOTE);
-               return(-1);
+
+static int
+rewind_expblock(struct mdoc *mdoc, int tok, int line, int ppos)
+{
+       struct mdoc_node *n;
+       int               c;
+
+       /* LINTED */
+       for (n = mdoc->last; n; n = n->parent) {
+               c = rewind_dohalt(tok, MDOC_BLOCK, n);
+               if (REWIND_HALT == c)
+                       return(perr(mdoc, line, ppos, ENOCTX));
+               if (REWIND_REWIND == c)
+                       break;
+               else if (rewind_dobreak(tok, n))
+                       continue;
+               return(mdoc_perr(mdoc, line, ppos, 
+                       "scope breaks %s", MDOC_ROOT == n->type ?
+                       "<root>" : mdoc_macronames[n->tok]));

        }
 
        }
 

-       *v = &buf[*pos];
+       assert(n);
+       return(rewind_last(mdoc, n));
+}

 
 

-       /* Scan ahead to end of token. */

 
 

-       while (buf[*pos] && ! isspace(buf[*pos]))
-               (*pos)++;
+static int
+rewind_impblock(struct mdoc *mdoc, int tok, int line, int ppos)
+{
+       struct mdoc_node *n;
+       int               c;

 
 

-       if (buf[*pos] && buf[*pos + 1] && '\\' == buf[*pos]) {
-               (void)mdoc_err(mdoc, tok, *pos, ERR_SYNTAX_WS);
-               return(-1);
+       /* LINTED */
+       for (n = mdoc->last; n; n = n->parent) {
+               c = rewind_dohalt(tok, MDOC_BLOCK, n);
+               if (REWIND_HALT == c)
+                       return(1);
+               else if (REWIND_REWIND == c)
+                       break;
+               else if (rewind_dobreak(tok, n))
+                       continue;
+               return(mdoc_perr(mdoc, line, ppos, 
+                       "scope breaks %s", MDOC_ROOT == n->type ?
+                       "<root>" : mdoc_macronames[n->tok]));

        }
 
        }
 

+       assert(n);
+       return(rewind_last(mdoc, n));
+}
+
+
+static int
+append_delims(struct mdoc *mdoc, int line, int *pos, char *buf)
+{
+       int              c, lastarg;
+       char            *p;
+

        if (0 == buf[*pos])
                return(1);
 
        if (0 == buf[*pos])
                return(1);
 

-       /* Scan ahead over trailing whitespace. */
-
-       buf[(*pos)++] = 0;
-       while (buf[*pos] && isspace(buf[*pos]))
-               (*pos)++;
+       for (;;) {
+               lastarg = *pos;
+               c = mdoc_args(mdoc, line, pos, buf, 0, &p);
+               assert(ARGS_PHRASE != c);

 
 

-       if (0 == buf[*pos]) 
-               if ( ! mdoc_warn(mdoc, tok, *pos, WARN_SYNTAX_WS_EOLN))
-                       return(-1);
+               if (ARGS_ERROR == c)
+                       return(0);
+               else if (ARGS_EOLN == c)
+                       break;
+               assert(mdoc_isdelim(p));
+               if ( ! mdoc_word_alloc(mdoc, line, lastarg, p))
+                       return(0);
+               mdoc->next = MDOC_NEXT_SIBLING;
+       }

 
        return(1);
 }
 
 
 
        return(1);
 }
 
 

+/*
+ * Close out an explicit scope.  This optionally parses a TAIL type with
+ * a set number of TEXT children.
+ */

 static int
 static int

-append_scoped(struct mdoc *mdoc, int tok, int pos, 
-               int sz, const char *args[], 
-               int argc, const struct mdoc_arg *argv)
+macro_scoped_close(MACRO_PROT_ARGS)

 {
 {

-       enum mdoc_sec    sec;
+       int              tt, j, c, lastarg, maxargs, flushed;
+       char            *p;

 
        switch (tok) {
 
        switch (tok) {

-        /* ======= ADD MORE MACRO CHECKS BELOW. ======= */
-       case (MDOC_Sh):
-               if (0 == sz) 
-                       return(mdoc_err(mdoc, tok, pos, ERR_ARGS_GE1));
+       case (MDOC_Ec):
+               maxargs = 1;
+               break;
+       default:
+               maxargs = 0;
+               break;
+       }

 
 

-               sec = mdoc_atosec((size_t)sz, _CC(args));
-               if (SEC_CUSTOM != sec && sec < mdoc->sec_lastn)
-                       if ( ! mdoc_warn(mdoc, tok, pos, WARN_SEC_OO))
-                               return(0);
+       tt = rewind_alt(tok);

 
 

-               if (SEC_BODY == mdoc->sec_last && SEC_NAME != sec)
-                       return(mdoc_err(mdoc, tok, pos, ERR_SEC_NAME));
+       mdoc_msg(mdoc, "parse: %s closing %s",
+                       mdoc_macronames[tok], mdoc_macronames[tt]);

 
 

-               if (SEC_CUSTOM != sec)
-                       mdoc->sec_lastn = sec;
-               mdoc->sec_last = sec;
-               break;
+       if ( ! (MDOC_CALLABLE & mdoc_macros[tok].flags)) {
+               if (0 == buf[*pos]) {
+                       if ( ! rewind_subblock(MDOC_BODY, mdoc, 
+                                               tok, line, ppos))
+                               return(0);
+                       return(rewind_expblock(mdoc, tok, line, ppos));
+               }
+               return(perr(mdoc, line, ppos, ENOPARMS));
+       }

 
 

-       case (MDOC_Ss):
-               if (0 == sz) 
-                       return(mdoc_err(mdoc, tok, pos, ERR_ARGS_GE1));
-               break;
+       if ( ! rewind_subblock(MDOC_BODY, mdoc, tok, line, ppos))
+               return(0);

 
 

-       case (MDOC_Bl):
-               break;
+       lastarg = ppos;
+       flushed = 0;

 
 

-        /* ======= ADD MORE MACRO CHECKS ABOVE. ======= */
-       default:
-               abort();
-               /* NOTREACHED */
+       if (maxargs > 0) {
+               if ( ! mdoc_tail_alloc(mdoc, line, ppos, tt))
+                       return(0);
+               mdoc->next = MDOC_NEXT_CHILD;

        }
 
        }
 

-       mdoc_block_alloc(mdoc, pos, tok, (size_t)argc, argv);
-       mdoc_head_alloc(mdoc, pos, tok, (size_t)sz, _CC(args));
-       mdoc_body_alloc(mdoc, pos, tok);
-       return(1);
-}
-
+       for (j = 0; /* No sentinel. */; j++) {
+               lastarg = *pos;

 
 

-static int
-append_text(struct mdoc *mdoc, int tok, 
-               int pos, int sz, char *args[])
-{
+               if (j == maxargs && ! flushed) {
+                       if ( ! rewind_expblock(mdoc, tok, line, ppos))
+                               return(0);
+                       flushed = 1;
+               }

 
 

-       assert(sz >= 0);
-       args[sz] = NULL;
+               c = mdoc_args(mdoc, line, pos, buf, tok, &p);
+               assert(ARGS_PHRASE != c);

 
 

-       switch (tok) {
-        /* ======= ADD MORE MACRO CHECKS BELOW. ======= */
-       case (MDOC_Ft):
-               /* FALLTHROUGH */
-       case (MDOC_Li):
-               /* FALLTHROUGH */
-       case (MDOC_Ms):
-               /* FALLTHROUGH */
-       case (MDOC_Pa):
-               /* FALLTHROUGH */
-       case (MDOC_Tn):
-               if (0 < sz)
+               if (ARGS_ERROR == c)
+                       return(0);
+               if (ARGS_PUNCT == c)
+                       break;
+               if (ARGS_EOLN == c)

                        break;
                        break;

-               if ( ! mdoc_warn(mdoc, tok, pos, WARN_ARGS_GE1))
+
+               if (-1 == (c = lookup(mdoc, line, lastarg, tok, p)))

                        return(0);
                        return(0);

-               break;
-       case (MDOC_Ar):
-               /* FALLTHROUGH */
-       case (MDOC_Cm):
-               /* FALLTHROUGH */
-       case (MDOC_Fl):
-               break;
-       case (MDOC_Ad):
-               /* FALLTHROUGH */
-       case (MDOC_Em):
-               /* FALLTHROUGH */
-       case (MDOC_Er):
-               /* FALLTHROUGH */
-       case (MDOC_Ev):
-               /* FALLTHROUGH */
-       case (MDOC_Fa):
-               /* FALLTHROUGH */
-       case (MDOC_Dv):
-               /* FALLTHROUGH */
-       case (MDOC_Ic):
-               /* FALLTHROUGH */
-       case (MDOC_Va):
-               /* FALLTHROUGH */
-       case (MDOC_Vt):
-               if (0 < sz) 
+               else if (MDOC_MAX != c) {
+                       if ( ! flushed) {
+                               if ( ! rewind_expblock(mdoc, tok, 
+                                                       line, ppos))
+                                       return(0);
+                               flushed = 1;
+                       }
+                       if ( ! mdoc_macro(mdoc, c, line, lastarg, pos, buf))
+                               return(0);

                        break;
                        break;

-               return(mdoc_err(mdoc, tok, pos, ERR_ARGS_GE1));
-        /* ======= ADD MORE MACRO CHECKS ABOVE. ======= */
-       default:
-               abort();
-               /* NOTREACHED */
+               } 
+
+               if ( ! mdoc_word_alloc(mdoc, line, lastarg, p))
+                       return(0);
+               mdoc->next = MDOC_NEXT_SIBLING;

        }
 
        }
 

-       mdoc_elem_alloc(mdoc, pos, tok, 0, 
-                       NULL, (size_t)sz, _CC(args));
-       return(1);
+       if ( ! flushed && ! rewind_expblock(mdoc, tok, line, ppos))
+               return(0);
+
+       if (ppos > 1)
+               return(1);
+       return(append_delims(mdoc, line, pos, buf));

 }
 
 
 }
 
 

-int
+/*
+ * A general text macro.  This is a complex case because of punctuation.
+ * If a text macro is followed by words, then punctuation, the macro is
+ * "stopped" and "reopened" following the punctuation.  Thus, the
+ * following arises:
+ *
+ *    .Fl a ; b
+ *
+ *    ELEMENT (.Fl)
+ *        TEXT (`a')
+ *    TEXT (`;')
+ *    ELEMENT (.Fl)
+ *        TEXT (`b')
+ *
+ * This must handle the following situations:
+ *
+ *    .Fl Ar b ; ;
+ *
+ *    ELEMENT (.Fl)
+ *    ELEMENT (.Ar)
+ *        TEXT (`b')
+ *    TEXT (`;')
+ *    TEXT (`;')
+ */
+static int

 macro_text(MACRO_PROT_ARGS)
 {
 macro_text(MACRO_PROT_ARGS)
 {

-       int               lastarg, c, lasttok, lastpunct, j;
-       char             *args[MDOC_LINEARG_MAX], *p;
+       int               la, lastpunct, c, w;
+       struct mdoc_arg  *arg;
+       char             *p;

 
 

-       lasttok = ppos;
+       la = ppos;

        lastpunct = 0;
        lastpunct = 0;

-       j = 0;
+       arg = NULL;

 
 

-       if (SEC_PROLOGUE == mdoc->sec_lastn)
-               return(mdoc_err(mdoc, tok, ppos, ERR_SEC_PROLOGUE));
-
-again:
-       lastarg = *pos;
+       for (;;) {
+               la = *pos;
+               c = mdoc_argv(mdoc, line, tok, &arg, pos, buf);
+               if (ARGV_EOLN == c)
+                       break;
+               if (ARGV_WORD == c) {
+                       *pos = la;
+                       break;
+               } else if (ARGV_ARG == c)
+                       continue;
+               mdoc_argv_free(arg);
+               return(0);
+       }

 
 

-       if (j == MDOC_LINEARG_MAX)
-               return(mdoc_err(mdoc, tok, lastarg, ERR_ARGS_MANY));
-       c = args_next(mdoc, tok, pos, buf, &args[j]);
-       
-       if (-1 == c) 
+       if ( ! mdoc_elem_alloc(mdoc, line, ppos, tok, arg))

                return(0);
                return(0);

-       if (0 == c && ! lastpunct)
-               return(append_text(mdoc, tok, lasttok, j, args));
-       else if (0 == c)
-               return(1);

 
 

-       /* Command found. */
+       mdoc->next = MDOC_NEXT_CHILD;

 
 

-       if (MDOC_MAX != (c = mdoc_find(mdoc, args[j]))) {
-               if ( ! lastpunct)
-                       if ( ! append_text(mdoc, tok, lasttok, j, args))
-                               return(0);
-               return(mdoc_macro(mdoc, c, lastarg, pos, buf));
-       }
+       lastpunct = 0;
+       for (;;) {
+               la = *pos;
+               w = mdoc_args(mdoc, line, pos, buf, tok, &p);
+               assert(ARGS_PHRASE != c);

 
 

-       /* Word found. */
+               if (ARGS_ERROR == w)
+                       return(0);
+               if (ARGS_EOLN == w)
+                       break;
+               if (ARGS_PUNCT == w)
+                       break;

 
 

-       if ( ! mdoc_isdelim(args[j])) {
-               j++;
-               goto again;
-       }
+               c = ARGS_QWORD == w ? MDOC_MAX :
+                       lookup(mdoc, line, la, tok, p);

 
 

-       /* Punctuation found.  */
+               if (MDOC_MAX != c && -1 != c) {
+                       if (0 == lastpunct && ! rewind_elem(mdoc, tok))
+                               return(0);
+                       c = mdoc_macro(mdoc, c, line, la, pos, buf);
+                       if (0 == c)
+                               return(0);
+                       if (ppos > 1)
+                               return(1);
+                       return(append_delims(mdoc, line, pos, buf));
+               } else if (-1 == c)
+                       return(0);

 
 

-       p = args[j]; /* Save argument (NULL-ified in append). */
+               /* FIXME: .Fl and .Ar handling of `|'. */

 
 

-       if ( ! lastpunct)
-               if ( ! append_text(mdoc, tok, lasttok, j, args))
-                       return(0);
+               if (ARGS_QWORD != w && mdoc_isdelim(p)) {
+                       if (0 == lastpunct && ! rewind_elem(mdoc, tok))
+                               return(0);
+                       lastpunct = 1;
+               } else if (lastpunct) {
+                       c = mdoc_elem_alloc(mdoc, line, ppos, tok, arg);

 
 

-       args[j] = p;
+                       if (0 == c)
+                               return(0);

 
 

-       mdoc_word_alloc(mdoc, lastarg, args[j]);
-       lastpunct = 1;
-       j = 0;
+                       mdoc->next = MDOC_NEXT_CHILD;
+                       lastpunct = 0;
+               }

 
 

-       goto again;
+               if ( ! mdoc_word_alloc(mdoc, line, la, p))
+                       return(0);
+               mdoc->next = MDOC_NEXT_SIBLING;
+       }

 
 

-       /* NOTREACHED */
+       if (0 == lastpunct && ! rewind_elem(mdoc, tok))
+               return(0);
+       if (ppos > 1)
+               return(1);
+       return(append_delims(mdoc, line, pos, buf));

 }
 
 
 }
 
 

-int
-macro_prologue_dtitle(MACRO_PROT_ARGS)
+/*
+ * Handle explicit-scope (having a different closure token) and implicit
+ * scope (closing out prior scopes when re-invoked) macros.  These
+ * constitute the BLOCK type and usually span multiple lines.  These
+ * always have HEAD and sometimes have BODY types.  In the multi-line
+ * case:
+ *
+ *     .Bd -ragged
+ *     Text.
+ *     .Fl macro
+ *     Another.
+ *     .Ed
+ *
+ *     BLOCK (.Bd)
+ *         HEAD
+ *         BODY
+ *             TEXT (`Text.')
+ *             ELEMENT (.Fl)
+ *                 TEXT (`macro')
+ *             TEXT (`Another.')
+ *
+ * Note that the `.It' macro, possibly the most difficult (as it has
+ * embedded scope, etc.) is handled by this routine.
+ */
+static int
+macro_scoped(MACRO_PROT_ARGS)

 {
 {

-       int               c, lastarg, j;
-       char             *args[MDOC_LINEARG_MAX];
+       int               c, lastarg;
+       struct mdoc_arg  *arg;
+       char             *p;

 
 

-       if (SEC_PROLOGUE != mdoc->sec_lastn)
-               return(mdoc_err(mdoc, tok, ppos, ERR_SEC_NPROLOGUE));
-       if (0 == mdoc->meta.date)
-               return(mdoc_err(mdoc, tok, ppos, ERR_SEC_PROLOGUE_OO));
-       if (mdoc->meta.title[0])
-               return(mdoc_err(mdoc, tok, ppos, ERR_SEC_PROLOGUE_REP));
+       assert ( ! (MDOC_CALLABLE & mdoc_macros[tok].flags));

 
 

-       j = -1;
+       /* First rewind extant implicit scope. */

 
 

-again:
-       lastarg = *pos;
+       if ( ! (MDOC_EXPLICIT & mdoc_macros[tok].flags)) {
+               if ( ! rewind_subblock(MDOC_BODY, mdoc, tok, line, ppos))
+                       return(0);
+               if ( ! rewind_impblock(mdoc, tok, line, ppos))
+                       return(0);
+       }

 
 

-       if (j == MDOC_LINEARG_MAX)
-               return(mdoc_err(mdoc, tok, lastarg, ERR_ARGS_MANY));
-       c = args_next(mdoc, tok, pos, buf, &args[++j]);
+       /* Parse arguments. */
+       
+       arg = NULL;

 
 

-       if (0 == c) {
-               if (mdoc->meta.title)
-                       return(1);
-               if ( ! mdoc_warn(mdoc, tok, ppos, WARN_ARGS_GE1))
+       for (;;) {
+               lastarg = *pos;
+               c = mdoc_argv(mdoc, line, tok, &arg, pos, buf);
+               if (ARGV_EOLN == c)
+                       break;
+               if (ARGV_WORD == c) {
+                       *pos = lastarg;
+                       break;
+               } else if (ARGV_ARG == c)
+                       continue;
+               mdoc_argv_free(arg);
+               return(0);
+       }
+
+       if ( ! mdoc_block_alloc(mdoc, line, ppos, tok, arg))
+               return(0);
+
+       mdoc->next = MDOC_NEXT_CHILD;
+
+       if (0 == buf[*pos]) {
+               if ( ! mdoc_head_alloc(mdoc, line, ppos, tok))
+                       return(0);
+               if ( ! rewind_subblock(MDOC_HEAD, mdoc, 
+                                       tok, line, ppos))

                        return(0);
                        return(0);

-               (void)xstrlcpy(mdoc->meta.title, 
-                               "UNTITLED", META_TITLE_SZ);
+               if ( ! mdoc_body_alloc(mdoc, line, ppos, tok))
+                       return(0);
+               mdoc->next = MDOC_NEXT_CHILD;

                return(1);
                return(1);

-       } else if (-1 == c)
+       }
+
+       if ( ! mdoc_head_alloc(mdoc, line, ppos, tok))

                return(0);
                return(0);

+       mdoc->next = MDOC_NEXT_CHILD;
+
+       for (;;) {
+               lastarg = *pos;
+               c = mdoc_args(mdoc, line, pos, buf, tok, &p);
+
+               if (ARGS_ERROR == c)
+                       return(0);
+               if (ARGS_EOLN == c)
+                       break;
+               if (ARGS_PHRASE == c) {
+                       /*
+                       if ( ! mdoc_phrase(mdoc, line, lastarg, buf))
+                               return(0);
+                       */
+                       continue;
+               }
+
+               /* FIXME: if .It -column, the lookup must be for a
+                * sub-line component.  BLAH. */

        
        

-       if (MDOC_MAX != mdoc_find(mdoc, args[j]) && ! mdoc_warn
-                       (mdoc, tok, lastarg, WARN_SYNTAX_MACLIKE))
-               return(0);
+               if (-1 == (c = lookup(mdoc, line, lastarg, tok, p)))
+                       return(0);

 
 

-       if (0 == j) {
-               if (xstrlcpy(mdoc->meta.title, args[0], META_TITLE_SZ))
-                       goto again;
-               return(mdoc_err(mdoc, tok, lastarg, ERR_SYNTAX_ARGS));
-
-       } else if (1 == j) {
-               mdoc->meta.msec = mdoc_atomsec(args[1]);
-               if (MSEC_DEFAULT != mdoc->meta.msec)
-                       goto again;
-               return(mdoc_err(mdoc, tok, -1, ERR_SYNTAX_ARGS));
-
-       } else if (2 == j) {
-               mdoc->meta.vol = mdoc_atovol(args[2]);
-               if (VOL_DEFAULT != mdoc->meta.vol)
-                       goto again;
-               mdoc->meta.arch = mdoc_atoarch(args[2]);
-               if (ARCH_DEFAULT != mdoc->meta.arch)
-                       goto again;
-               return(mdoc_err(mdoc, tok, lastarg, ERR_SYNTAX_ARGS));
+               if (MDOC_MAX == c) {
+                       if ( ! mdoc_word_alloc(mdoc, line, lastarg, p))
+                               return(0);
+                       mdoc->next = MDOC_NEXT_SIBLING;
+                       continue;
+               } 
+
+               if ( ! mdoc_macro(mdoc, c, line, lastarg, pos, buf))
+                       return(0);
+               break;

        }
        }

+       
+       if (1 == ppos && ! append_delims(mdoc, line, pos, buf))
+               return(0);
+       if ( ! rewind_subblock(MDOC_HEAD, mdoc, tok, line, ppos))
+               return(0);
+
+       if ( ! mdoc_body_alloc(mdoc, line, ppos, tok))
+               return(0);
+       mdoc->next = MDOC_NEXT_CHILD;

 
 

-       return(mdoc_err(mdoc, tok, lastarg, ERR_ARGS_MANY));
+       return(1);

 }
 
 
 }
 
 

-int
-macro_prologue_os(MACRO_PROT_ARGS)
+/*
+ * This handles a case of implicitly-scoped macro (BLOCK) limited to a
+ * single line.  Instead of being closed out by a subsequent call to
+ * another macro, the scope is closed at the end of line.  These don't
+ * have BODY or TAIL types.  Notice that the punctuation falls outside
+ * of the HEAD type.
+ *
+ *     .Qq a Fl b Ar d ; ;
+ *
+ *     BLOCK (Qq)
+ *         HEAD
+ *             TEXT (`a')
+ *             ELEMENT (.Fl)
+ *                 TEXT (`b')
+ *             ELEMENT (.Ar)
+ *                 TEXT (`d')
+ *         TEXT (`;')
+ *         TEXT (`;')
+ */
+static int
+macro_scoped_line(MACRO_PROT_ARGS)

 {
 {

-       int               c, lastarg, j;
-       char             *args[MDOC_LINEARG_MAX];
+       int               lastarg, c;
+       char              *p;

 
 

-       if (SEC_PROLOGUE != mdoc->sec_lastn)
-               return(mdoc_err(mdoc, tok, ppos, ERR_SEC_NPROLOGUE));
-       if (0 == mdoc->meta.title[0])
-               return(mdoc_err(mdoc, tok, ppos, ERR_SEC_PROLOGUE_OO));
-       if (mdoc->meta.os[0])
-               return(mdoc_err(mdoc, tok, ppos, ERR_SEC_PROLOGUE_REP));
+       if ( ! mdoc_block_alloc(mdoc, line, ppos, tok, NULL))
+               return(0);
+       mdoc->next = MDOC_NEXT_CHILD;

 
 

-       j = -1;
+       if ( ! mdoc_head_alloc(mdoc, line, ppos, tok))
+               return(0);
+       mdoc->next = MDOC_NEXT_SIBLING;
+       if ( ! mdoc_body_alloc(mdoc, line, ppos, tok))
+               return(0);
+       mdoc->next = MDOC_NEXT_CHILD;

 
 

-again:
-       lastarg = *pos;
+       /* XXX - no known argument macros. */

 
 

-       if (j == MDOC_LINEARG_MAX)
-               return(mdoc_err(mdoc, tok, lastarg, ERR_ARGS_MANY));
-       c = args_next_quoted(mdoc, tok, pos, buf, &args[++j]);
+       lastarg = ppos;
+       for (;;) {
+               lastarg = *pos;
+               c = mdoc_args(mdoc, line, pos, buf, tok, &p);
+               assert(ARGS_PHRASE != c);

 
 

-       if (0 == c) {
-               mdoc->sec_lastn = mdoc->sec_last = SEC_BODY;
-               return(1);
-       } else if (-1 == c) 
-               return(0);
-       
-       if ( ! xstrlcat(mdoc->meta.os, args[j], sizeof(mdoc->meta.os)))
-               return(mdoc_err(mdoc, tok, lastarg, ERR_SYNTAX_ARGS));
-       if ( ! xstrlcat(mdoc->meta.os, " ", sizeof(mdoc->meta.os)))
-               return(mdoc_err(mdoc, tok, lastarg, ERR_SYNTAX_ARGS));
+               if (ARGS_ERROR == c)
+                       return(0);
+               if (ARGS_PUNCT == c)
+                       break;
+               if (ARGS_EOLN == c)
+                       break;

 
 

-       goto again;
-       /* NOTREACHED */
+               if (-1 == (c = lookup(mdoc, line, lastarg, tok, p)))
+                       return(0);
+               else if (MDOC_MAX == c) {
+                       if ( ! mdoc_word_alloc(mdoc, line, lastarg, p))
+                               return(0);
+                       mdoc->next = MDOC_NEXT_SIBLING;
+                       continue;
+               } 
+
+               if ( ! mdoc_macro(mdoc, c, line, lastarg, pos, buf))
+                       return(0);
+               break;
+       }
+
+       if (1 == ppos) {
+               if ( ! rewind_subblock(MDOC_BODY, mdoc, tok, line, ppos))
+                       return(0);
+               if ( ! append_delims(mdoc, line, pos, buf))
+                       return(0);
+       } else if ( ! rewind_subblock(MDOC_BODY, mdoc, tok, line, ppos))
+               return(0);
+       return(rewind_impblock(mdoc, tok, line, ppos));

 }
 
 
 }
 
 

-int
-macro_prologue_ddate(MACRO_PROT_ARGS)
+/*
+ * A constant-scoped macro is like a simple-scoped macro (mdoc_scoped)
+ * except that it doesn't handle implicit scopes and explicit ones have
+ * a fixed number of TEXT children to the BODY.
+ *
+ *     .Fl a So b Sc ;
+ *
+ *     ELEMENT (.Fl)
+ *         TEXT (`a')
+ *     BLOCK (.So)
+ *         HEAD
+ *         BODY
+ *             TEXT (`b')
+ *     TEXT (';')
+ */
+static int
+macro_constant_scoped(MACRO_PROT_ARGS)

 {
 {

-       int               c, lastarg, j;
-       char             *args[MDOC_LINEARG_MAX], date[64];
+       int               lastarg, flushed, j, c, maxargs;
+       char             *p;

 
 

-       if (SEC_PROLOGUE != mdoc->sec_lastn)
-               return(mdoc_err(mdoc, tok, ppos, ERR_SEC_NPROLOGUE));
-       if (mdoc->meta.title[0])
-               return(mdoc_err(mdoc, tok, ppos, ERR_SEC_PROLOGUE_OO));
-       if (mdoc->meta.date)
-               return(mdoc_err(mdoc, tok, ppos, ERR_SEC_PROLOGUE_REP));
+       lastarg = ppos;
+       flushed = 0;

 
 

-       j = -1;
-       date[0] = 0;
-
-again:
-       lastarg = *pos;
+       switch (tok) {
+       case (MDOC_Eo):
+               maxargs = 1;
+               break;
+       default:
+               maxargs = 0;
+               break;
+       }

 
 

-       if (j == MDOC_LINEARG_MAX)
-               return(mdoc_err(mdoc, tok, lastarg, ERR_ARGS_MANY));
-       c = args_next(mdoc, tok, pos, buf, &args[++j]);
+       if ( ! mdoc_block_alloc(mdoc, line, ppos, tok, NULL))
+               return(0); 
+       mdoc->next = MDOC_NEXT_CHILD;

 
 

-       if (0 == c) {
-               if (mdoc->meta.date)
-                       return(1);
-               mdoc->meta.date = mdoc_atotime(date);
-               if (mdoc->meta.date)
-                       return(1);
-               return(mdoc_err(mdoc, tok, ppos, ERR_SYNTAX_ARGS));
-       } else if (-1 == c) 
-               return(0);
-       
-       if (MDOC_MAX != mdoc_find(mdoc, args[j]) && ! mdoc_warn
-                       (mdoc, tok, lastarg, WARN_SYNTAX_MACLIKE))
+       if (0 == maxargs) {
+               if ( ! mdoc_head_alloc(mdoc, line, ppos, tok))
+                       return(0);
+               if ( ! rewind_subblock(MDOC_HEAD, mdoc, tok, line, ppos))
+                       return(0);
+               if ( ! mdoc_body_alloc(mdoc, line, ppos, tok))
+                       return(0);
+               flushed = 1;
+       } else if ( ! mdoc_head_alloc(mdoc, line, ppos, tok))

                return(0);
                return(0);

+
+       mdoc->next = MDOC_NEXT_CHILD;
+
+       for (j = 0; /* No sentinel. */; j++) {
+               lastarg = *pos;
+
+               if (j == maxargs && ! flushed) {
+                       if ( ! rewind_subblock(MDOC_HEAD, mdoc, tok, line, ppos))
+                               return(0);
+                       flushed = 1;
+                       if ( ! mdoc_body_alloc(mdoc, line, ppos, tok))
+                               return(0);
+                       mdoc->next = MDOC_NEXT_CHILD;
+               }
+
+               c = mdoc_args(mdoc, line, pos, buf, tok, &p);
+               assert(ARGS_PHRASE != c);
+
+               if (ARGS_ERROR == c)
+                       return(0);
+               if (ARGS_PUNCT == c)
+                       break;
+               if (ARGS_EOLN == c)
+                       break;
+
+               if (-1 == (c = lookup(mdoc, line, lastarg, tok, p)))
+                       return(0);
+               else if (MDOC_MAX != c) {
+                       if ( ! flushed) {
+                               if ( ! rewind_subblock(MDOC_HEAD, mdoc, 
+                                                       tok, line, ppos))
+                                       return(0);
+                               flushed = 1;
+                               if ( ! mdoc_body_alloc(mdoc, line, 
+                                                       ppos, tok))
+                                       return(0);
+                               mdoc->next = MDOC_NEXT_CHILD;
+                       }
+                       if ( ! mdoc_macro(mdoc, c, line, lastarg, 
+                                               pos, buf))
+                               return(0);
+                       break;
+               }
+
+               if ( ! flushed && mdoc_isdelim(p)) {
+                       if ( ! rewind_subblock(MDOC_HEAD, mdoc, 
+                                               tok, line, ppos))
+                               return(0);
+                       flushed = 1;
+                       if ( ! mdoc_body_alloc(mdoc, line, ppos, tok))
+                               return(0);
+                       mdoc->next = MDOC_NEXT_CHILD;
+               }

        
        

-       if (0 == j) {
-               if (xstrcmp("$Mdocdate: December 23 2008 $", args[j])) {
-                       mdoc->meta.date = time(NULL);
-                       goto again;
-               } else if (xstrcmp("$Mdocdate:", args[j])) 
-                       goto again;
-       } else if (4 == j)
-               if ( ! xstrcmp("$", args[j]))
-                       goto again;
-
-       if ( ! xstrlcat(date, args[j], sizeof(date)))
-               return(mdoc_err(mdoc, tok, lastarg, ERR_SYNTAX_ARGS));
-       if ( ! xstrlcat(date, " ", sizeof(date)))
-               return(mdoc_err(mdoc, tok, lastarg, ERR_SYNTAX_ARGS));
-
-       goto again;
-       /* NOTREACHED */
+               if ( ! mdoc_word_alloc(mdoc, line, lastarg, p))
+                       return(0);
+               mdoc->next = MDOC_NEXT_SIBLING;
+       }
+
+       if ( ! flushed) {
+               if ( ! rewind_subblock(MDOC_HEAD, mdoc, tok, line, ppos))
+                       return(0);
+               if ( ! mdoc_body_alloc(mdoc, line, ppos, tok))
+                       return(0);
+               mdoc->next = MDOC_NEXT_CHILD;
+       }
+
+       if (ppos > 1)
+               return(1);
+       return(append_delims(mdoc, line, pos, buf));

 }
 
 
 }
 
 

-int
-macro_scoped_explicit(MACRO_PROT_ARGS)
+/*
+ * A delimited constant is very similar to the macros parsed by
+ * macro_text except that, in the event of punctuation, the macro isn't
+ * "re-opened" as it is in macro_text.  Also, these macros have a fixed
+ * number of parameters.
+ *
+ *    .Fl a No b
+ *
+ *    ELEMENT (.Fl)
+ *        TEXT (`a')
+ *    ELEMENT (.No)
+ *    TEXT (`b')
+ */
+static int
+macro_constant_delimited(MACRO_PROT_ARGS)

 {
 {

-       int               c, lastarg, j;
-       struct mdoc_arg   argv[MDOC_LINEARG_MAX];
+       int               lastarg, flushed, j, c, maxargs, 
+                         igndelim, ignargs;
+       struct mdoc_arg  *arg;
+       char             *p;
+
+       lastarg = ppos;
+       flushed = 0;
+       
+       /* 
+        * Maximum arguments per macro.  Some of these have none and
+        * exit as soon as they're parsed.
+        */
+
+       switch (tok) {
+       case (MDOC_No):
+               /* FALLTHROUGH */
+       case (MDOC_Ns):
+               /* FALLTHROUGH */
+       case (MDOC_Ux):
+               maxargs = 0;
+               break;
+       default:
+               maxargs = 1;
+               break;
+       }

 
 

-       if (SEC_PROLOGUE == mdoc->sec_lastn)
-               return(mdoc_err(mdoc, tok, ppos, ERR_SEC_PROLOGUE));
+       /* 
+        * Whether to ignore delimiter characters.  `Pf' accepts its
+        * first token as a parameter no matter what it looks like (if
+        * it's text).
+        */

 
 

-       /*
-        * First close out the explicit scope.  The `end' tags (such as
-        * `.El' to `.Bl' don't cause anything to happen: we merely
-        * readjust our last parse point.
+       switch (tok) {
+       case (MDOC_Pf):
+               igndelim = 1;
+               break;
+       default:
+               igndelim = 0;
+               break;
+       }
+
+       /* 
+        * Whether to ignore arguments: `St', for example, handles its
+        * argument-like parameters as regular parameters.

         */
 
        switch (tok) {
         */
 
        switch (tok) {

-       case (MDOC_El):
-               return(scope_rewind_exp(mdoc, ppos, tok, MDOC_Bl));
+       case (MDOC_St):
+               ignargs = 1;
+               break;

        default:
        default:

+               ignargs = 0;

                break;
        }
 
                break;
        }
 

-       assert(MDOC_EXPLICIT & mdoc_macros[tok].flags);
+       arg = NULL;
+
+       if ( ! ignargs)
+               for (;;) {
+                       lastarg = *pos;
+                       c = mdoc_argv(mdoc, line, tok, &arg, pos, buf);
+                       if (ARGV_EOLN == c)
+                               break;
+                       if (ARGV_WORD == c) {
+                               *pos = lastarg;
+                               break;
+                       } else if (ARGV_ARG == c)
+                               continue;
+                       mdoc_argv_free(arg);
+                       return(0);
+               }
+
+       if ( ! mdoc_elem_alloc(mdoc, line, ppos, tok, arg))
+               return(0);

 
 

-       lastarg = *pos;
+       mdoc->next = MDOC_NEXT_CHILD;

 
 

-       for (j = 0; j < MDOC_LINEARG_MAX; j++) {
+       for (j = 0; /* No sentinel. */; j++) {

                lastarg = *pos;
                lastarg = *pos;

-               c = argv_next(mdoc, tok, pos, buf, &argv[j]);
-               if (0 == c)
+
+               if (j == maxargs && ! flushed) {
+                       if ( ! rewind_elem(mdoc, tok))
+                               return(0);
+                       flushed = 1;
+               }
+
+               c = mdoc_args(mdoc, line, pos, buf, tok, &p);
+               assert(ARGS_PHRASE != c);
+
+               if (ARGS_ERROR == c)
+                       return(0);
+               if (ARGS_PUNCT == c)
+                       break;
+               if (ARGS_EOLN == c)

                        break;
                        break;

-               else if (1 == c)
-                       continue;

 
 

-               mdoc_argv_free(j, argv);
-               return(0);
-       }
+               if (-1 == (c = lookup(mdoc, line, lastarg, tok, p)))
+                       return(0);
+               else if (MDOC_MAX != c) {
+                       if ( ! flushed && ! rewind_elem(mdoc, tok))
+                               return(0);
+                       flushed = 1;
+                       if ( ! mdoc_macro(mdoc, c, line, lastarg, pos, buf))
+                               return(0);
+                       break;
+               }

 
 

-       if (MDOC_LINEARG_MAX == j) {
-               mdoc_argv_free(j, argv);
-               return(mdoc_err(mdoc, tok, lastarg, ERR_ARGS_MANY));
+               if ( ! flushed && mdoc_isdelim(p) && ! igndelim) {
+                       if ( ! rewind_elem(mdoc, tok))
+                               return(0);
+                       flushed = 1;
+               }
+       
+               if ( ! mdoc_word_alloc(mdoc, line, lastarg, p))
+                       return(0);
+               mdoc->next = MDOC_NEXT_SIBLING;

        }
 
        }
 

-       c = append_scoped(mdoc, tok, ppos, 0, NULL, j, argv);
-       mdoc_argv_free(j, argv);
-       return(c);
+       if ( ! flushed && ! rewind_elem(mdoc, tok))
+               return(0);
+
+       if (ppos > 1)
+               return(1);
+       return(append_delims(mdoc, line, pos, buf));

 }
 
 
 }
 
 

-int
-macro_scoped_implicit(MACRO_PROT_ARGS)
+/*
+ * A constant macro is the simplest classification.  It spans an entire
+ * line.  
+ */
+static int
+macro_constant(MACRO_PROT_ARGS)

 {
 {

-       int               t, c, lastarg, j;
-       char             *args[MDOC_LINEARG_MAX];
-       struct mdoc_node *n;
+       int               c, w, la;
+       struct mdoc_arg  *arg;
+       char             *p;

 
 

-       assert( ! (MDOC_EXPLICIT & mdoc_macros[tok].flags));
+       assert( ! (MDOC_CALLABLE & mdoc_macros[tok].flags));

 
 

-       if (SEC_PROLOGUE == mdoc->sec_lastn)
-               return(mdoc_err(mdoc, tok, ppos, ERR_SEC_PROLOGUE));
+       arg = NULL;

 
 

-       /* FIXME: put into scope_rewind_imp(). */
-
-       /* LINTED */
-       for (n = mdoc->last; n; n = n->parent) {
-               if (MDOC_BLOCK != n->type) 
-                       continue;
-               if (tok == (t = n->data.block.tok))
+       for (;;) {
+               la = *pos;
+               c = mdoc_argv(mdoc, line, tok, &arg, pos, buf);
+               if (ARGV_EOLN == c) 
+                       break;
+               if (ARGV_WORD == c) {
+                       *pos = la;

                        break;
                        break;

-               if ( ! (MDOC_EXPLICIT & mdoc_macros[t].flags))
+               } else if (ARGV_ARG == c)

                        continue;
                        continue;

-               return(mdoc_err(mdoc, tok, ppos, ERR_SCOPE_BREAK));
+               mdoc_argv_free(arg);
+               return(0);

        }
 
        }
 

-       if (n) {
-               mdoc->last = n;
-               mdoc_msg(mdoc, ppos, "scope: rewound `%s'",
-                               mdoc_macronames[tok]);
-       } else
-               mdoc_msg(mdoc, ppos, "scope: new `%s'",
-                               mdoc_macronames[tok]);
+       if ( ! mdoc_elem_alloc(mdoc, line, ppos, tok, arg))
+               return(0);

 
 

-       j = 0;
+       mdoc->next = MDOC_NEXT_CHILD;

 
 

-again:
-       lastarg = *pos;
+       for (;;) {
+               la = *pos;
+               w = mdoc_args(mdoc, line, pos, buf, tok, &p);
+               assert(ARGS_PHRASE != c);

 
 

-       if (j == MDOC_LINEARG_MAX)
-               return(mdoc_err(mdoc, tok, lastarg, ERR_ARGS_MANY));
-       c = args_next(mdoc, tok, pos, buf, &args[j]);
-       
-       if (-1 == c) 
-               return(0);
-       if (0 == c)
-               return(append_scoped(mdoc, tok, ppos, 
-                                       j, _CC(args), 0, NULL));
+               if (ARGS_ERROR == w)
+                       return(0);
+               if (ARGS_EOLN == w)
+                       break;

 
 

-       /* Command found. */
+               c = ARGS_QWORD == w ? MDOC_MAX :
+                       lookup(mdoc, line, la, tok, p);

 
 

-       if (MDOC_MAX != (c = mdoc_find(mdoc, args[j])))
-               if ( ! mdoc_warn(mdoc, tok, lastarg, WARN_SYNTAX_MACLIKE))
+               if (MDOC_MAX != c && -1 != c) {
+                       if ( ! rewind_elem(mdoc, tok))
+                               return(0);
+                       return(mdoc_macro(mdoc, c, line, la, pos, buf));
+               } else if (-1 == c)

                        return(0);
 
                        return(0);
 

-       /* Word found. */
+               if ( ! mdoc_word_alloc(mdoc, line, la, p))
+                       return(0);
+               mdoc->next = MDOC_NEXT_SIBLING;
+       }
+
+       return(rewind_elem(mdoc, tok));
+}

 
 

-       j++;
-       goto again;

 
 

-       /* NOTREACHED */
+/* ARGSUSED */
+static int
+macro_obsolete(MACRO_PROT_ARGS)
+{
+
+       return(pwarn(mdoc, line, ppos, WOBS));

 }
 
 }
 

+
+/*
+ * This is called at the end of parsing.  It must traverse up the tree,
+ * closing out open [implicit] scopes.  Obviously, open explicit scopes
+ * are errors.
+ */
+int
+macro_end(struct mdoc *mdoc)
+{
+       struct mdoc_node *n;
+
+       assert(mdoc->first);
+       assert(mdoc->last);
+
+       /* Scan for open explicit scopes. */
+
+       n = MDOC_VALID & mdoc->last->flags ?
+               mdoc->last->parent : mdoc->last;
+
+       for ( ; n; n = n->parent) {
+               if (MDOC_BLOCK != n->type)
+                       continue;
+               if ( ! (MDOC_EXPLICIT & mdoc_macros[n->tok].flags))
+                       continue;
+               return(mdoc_nerr(mdoc, n, 
+                               "macro scope still open on exit"));
+       }
+
+       return(rewind_last(mdoc, mdoc->first));
+}