do not crash when a tbl(7) cell uses roman font

[mandoc.git] / tag.c

diff --git a/tag.c b/tag.c
index 0fbd2e1059789c66995124e1e48cce043757789e..fcaad99f2e2ea050521e73096a6e69aefb6979f6 100644 (file)
--- a/tag.c
+++ b/tag.c
@@ -1,6 +1,6 @@
-/*     $Id: tag.c,v 1.17 2017/01/09 17:49:58 schwarze Exp $ */
+/* $Id: tag.c,v 1.36 2020/04/19 16:36:16 schwarze Exp $ */

 /*
 /*

- * Copyright (c) 2015, 2016 Ingo Schwarze <schwarze@openbsd.org>
+ * Copyright (c) 2015,2016,2018,2019,2020 Ingo Schwarze <schwarze@openbsd.org>

  *
  * Permission to use, copy, modify, and distribute this software for any
  * purpose with or without fee is hereby granted, provided that the above
  *
  * Permission to use, copy, modify, and distribute this software for any
  * purpose with or without fee is hereby granted, provided that the above


@@ -13,237 +13,315 @@
  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.

+ *
+ * Functions to tag syntax tree nodes.
+ * For internal use by mandoc(1) validation modules only.

  */
 #include "config.h"
 
 #include <sys/types.h>
 
  */
 #include "config.h"
 
 #include <sys/types.h>
 

-#include <signal.h>
+#include <assert.h>
+#include <limits.h>

 #include <stddef.h>
 #include <stdint.h>
 #include <stddef.h>
 #include <stdint.h>

-#include <stdio.h>

 #include <stdlib.h>
 #include <string.h>
 #include <stdlib.h>
 #include <string.h>

-#include <unistd.h>

 
 #include "mandoc_aux.h"
 #include "mandoc_ohash.h"
 
 #include "mandoc_aux.h"
 #include "mandoc_ohash.h"

+#include "roff.h"
+#include "mdoc.h"
+#include "roff_int.h"

 #include "tag.h"
 
 struct tag_entry {
 #include "tag.h"
 
 struct tag_entry {

-       size_t  *lines;
-       size_t   maxlines;
-       size_t   nlines;
+       struct roff_node **nodes;
+       size_t   maxnodes;
+       size_t   nnodes;

        int      prio;
        char     s[];
 };
 
        int      prio;
        char     s[];
 };
 

-static void     tag_signal(int) __attribute__((noreturn));
+static void             tag_move_href(struct roff_man *,
+                               struct roff_node *, const char *);
+static void             tag_move_id(struct roff_node *);

 
 static struct ohash     tag_data;
 
 static struct ohash     tag_data;

-static struct tag_files         tag_files;

 
 
 /*
 
 
 /*

- * Prepare for using a pager.
- * Not all pagers are capable of using a tag file,
- * but for simplicity, create it anyway.
+ * Set up the ohash table to collect nodes
+ * where various marked-up terms are documented.

  */
  */

-struct tag_files *
-tag_init(void)
+void
+tag_alloc(void)

 {
 {

-       struct sigaction         sa;
-       int                      ofd;
-
-       ofd = -1;
-       tag_files.tfd = -1;
-       tag_files.tcpgid = -1;
-
-       /* Clean up when dying from a signal. */
-
-       memset(&sa, 0, sizeof(sa));
-       sigfillset(&sa.sa_mask);
-       sa.sa_handler = tag_signal;
-       sigaction(SIGHUP, &sa, NULL);
-       sigaction(SIGINT, &sa, NULL);
-       sigaction(SIGTERM, &sa, NULL);
-
-       /*
-        * POSIX requires that a process calling tcsetpgrp(3)
-        * from the background gets a SIGTTOU signal.
-        * In that case, do not stop.
-        */
-
-       sa.sa_handler = SIG_IGN;
-       sigaction(SIGTTOU, &sa, NULL);
-
-       /* Save the original standard output for use by the pager. */
-
-       if ((tag_files.ofd = dup(STDOUT_FILENO)) == -1)
-               goto fail;
-
-       /* Create both temporary output files. */
-
-       (void)strlcpy(tag_files.ofn, "/tmp/man.XXXXXXXXXX",
-           sizeof(tag_files.ofn));
-       (void)strlcpy(tag_files.tfn, "/tmp/man.XXXXXXXXXX",
-           sizeof(tag_files.tfn));
-       if ((ofd = mkstemp(tag_files.ofn)) == -1)
-               goto fail;
-       if ((tag_files.tfd = mkstemp(tag_files.tfn)) == -1)
-               goto fail;
-       if (dup2(ofd, STDOUT_FILENO) == -1)
-               goto fail;
-       close(ofd);
+       mandoc_ohash_init(&tag_data, 4, offsetof(struct tag_entry, s));
+}

 
 

-       /*
-        * Set up the ohash table to collect output line numbers
-        * where various marked-up terms are documented.
-        */
+void
+tag_free(void)
+{
+       struct tag_entry        *entry;
+       unsigned int             slot;

 
 

-       mandoc_ohash_init(&tag_data, 4, offsetof(struct tag_entry, s));
-       return &tag_files;
-
-fail:
-       tag_unlink();
-       if (ofd != -1)
-               close(ofd);
-       if (tag_files.ofd != -1)
-               close(tag_files.ofd);
-       if (tag_files.tfd != -1)
-               close(tag_files.tfd);
-       *tag_files.ofn = '\0';
-       *tag_files.tfn = '\0';
-       tag_files.ofd = -1;
-       tag_files.tfd = -1;
-       return NULL;
+       if (tag_data.info.free == NULL)
+               return;
+       entry = ohash_first(&tag_data, &slot);
+       while (entry != NULL) {
+               free(entry->nodes);
+               free(entry);
+               entry = ohash_next(&tag_data, &slot);
+       }
+       ohash_delete(&tag_data);
+       tag_data.info.free = NULL;

 }
 
 /*
 }
 
 /*

- * Set the line number where a term is defined,
- * unless it is already defined at a higher priority.
+ * Set a node where a term is defined,
+ * unless it is already defined at a lower priority.

  */
 void
  */
 void

-tag_put(const char *s, int prio, size_t line)
+tag_put(const char *s, int prio, struct roff_node *n)

 {
        struct tag_entry        *entry;
 {
        struct tag_entry        *entry;

+       struct roff_node        *nold;
+       const char              *se;

        size_t                   len;
        unsigned int             slot;
 
        size_t                   len;
        unsigned int             slot;
 

-       /* Sanity checks. */
+       assert(prio <= TAG_FALLBACK);

 
 

-       if (tag_files.tfd <= 0)
-               return;
-       if (s[0] == '\\' && (s[1] == '&' || s[1] == 'e'))
-               s += 2;
-       if (*s == '\0' || strchr(s, ' ') != NULL)
+       if (s == NULL) {
+               if (n->child == NULL || n->child->type != ROFFT_TEXT)
+                       return;
+               s = n->child->string;
+               switch (s[0]) {
+               case '-':
+                       s++;
+                       break;
+               case '\\':
+                       switch (s[1]) {
+                       case '&':
+                       case '-':
+                       case 'e':
+                               s += 2;
+                               break;
+                       default:
+                               break;
+                       }
+                       break;
+               default:
+                       break;
+               }
+       }
+
+       /*
+        * Skip whitespace and escapes and whatever follows,
+        * and if there is any, downgrade the priority.
+        */
+
+       len = strcspn(s, " \t\\");
+       if (len == 0)

                return;
 
                return;
 

-       slot = ohash_qlookup(&tag_data, s);
-       entry = ohash_find(&tag_data, slot);
+       se = s + len;
+       if (*se != '\0' && prio < TAG_WEAK)
+               prio = TAG_WEAK;

 
 

-       if (entry == NULL) {
+       slot = ohash_qlookupi(&tag_data, s, &se);
+       entry = ohash_find(&tag_data, slot);

 
 

-               /* Build a new entry. */
+       /* Build a new entry. */

 
 

-               len = strlen(s) + 1;
-               entry = mandoc_malloc(sizeof(*entry) + len);
+       if (entry == NULL) {
+               entry = mandoc_malloc(sizeof(*entry) + len + 1);

                memcpy(entry->s, s, len);
                memcpy(entry->s, s, len);

-               entry->lines = NULL;
-               entry->maxlines = entry->nlines = 0;
+               entry->s[len] = '\0';
+               entry->nodes = NULL;
+               entry->maxnodes = entry->nnodes = 0;

                ohash_insert(&tag_data, slot, entry);
                ohash_insert(&tag_data, slot, entry);

+       }

 
 

-       } else {
-
-               /* Handle priority 0 entries. */
+       /*
+        * Lower priority numbers take precedence.
+        * If a better entry is already present, ignore the new one.
+        */

 
 

-               if (prio == 0) {
-                       if (entry->prio == 0)
-                               entry->prio = -1;
+       else if (entry->prio < prio)

                        return;
                        return;

-               }

 
 

-               /* A better entry is already present, ignore the new one. */
+       /*
+        * If the existing entry is worse, clear it.
+        * In addition, a tag with priority TAG_FALLBACK
+        * is only used if the tag occurs exactly once.
+        */

 
 

-               if (entry->prio > 0 && entry->prio < prio)
+       else if (entry->prio > prio || prio == TAG_FALLBACK) {
+               while (entry->nnodes > 0) {
+                       nold = entry->nodes[--entry->nnodes];
+                       nold->flags &= ~NODE_ID;
+                       free(nold->tag);
+                       nold->tag = NULL;
+               }
+               if (prio == TAG_FALLBACK) {
+                       entry->prio = TAG_DELETE;

                        return;
                        return;

-
-               /* The existing entry is worse, clear it. */
-
-               if (entry->prio < 1 || entry->prio > prio)
-                       entry->nlines = 0;
+               }

        }
 
        }
 

-       /* Remember the new line. */
+       /* Remember the new node. */

 
 

-       if (entry->maxlines == entry->nlines) {
-               entry->maxlines += 4;
-               entry->lines = mandoc_reallocarray(entry->lines,
-                   entry->maxlines, sizeof(*entry->lines));
+       if (entry->maxnodes == entry->nnodes) {
+               entry->maxnodes += 4;
+               entry->nodes = mandoc_reallocarray(entry->nodes,
+                   entry->maxnodes, sizeof(*entry->nodes));

        }
        }

-       entry->lines[entry->nlines++] = line;
+       entry->nodes[entry->nnodes++] = n;

        entry->prio = prio;
        entry->prio = prio;

+       n->flags |= NODE_ID;
+       if (n->child == NULL || n->child->string != s || *se != '\0') {
+               assert(n->tag == NULL);
+               n->tag = mandoc_strndup(s, len);
+       }
+}
+
+int
+tag_exists(const char *tag)
+{
+       return ohash_find(&tag_data, ohash_qlookup(&tag_data, tag)) != NULL;

 }
 
 /*
 }
 
 /*

- * Write out the tags file using the previously collected
- * information and clear the ohash table while going along.
+ * For in-line elements, move the link target
+ * to the enclosing paragraph when appropriate.

  */
  */

-void
-tag_write(void)
+static void
+tag_move_id(struct roff_node *n)

 {
 {

-       FILE                    *stream;
-       struct tag_entry        *entry;
-       size_t                   i;
-       unsigned int             slot;
+       struct roff_node *np;

 
 

-       if (tag_files.tfd <= 0)
-               return;
-       stream = fdopen(tag_files.tfd, "w");
-       entry = ohash_first(&tag_data, &slot);
-       while (entry != NULL) {
-               if (stream != NULL && entry->prio >= 0)
-                       for (i = 0; i < entry->nlines; i++)
-                               fprintf(stream, "%s %s %zu\n",
-                                   entry->s, tag_files.ofn, entry->lines[i]);
-               free(entry->lines);
-               free(entry);
-               entry = ohash_next(&tag_data, &slot);
+       np = n;
+       for (;;) {
+               if (np->prev != NULL)
+                       np = np->prev;
+               else if ((np = np->parent) == NULL)
+                       return;
+               switch (np->tok) {
+               case MDOC_It:
+                       switch (np->parent->parent->norm->Bl.type) {
+                       case LIST_column:
+                               /* Target the ROFFT_BLOCK = <tr>. */
+                               np = np->parent;
+                               break;
+                       case LIST_diag:
+                       case LIST_hang:
+                       case LIST_inset:
+                       case LIST_ohang:
+                       case LIST_tag:
+                               /* Target the ROFFT_HEAD = <dt>. */
+                               np = np->parent->head;
+                               break;
+                       default:
+                               /* Target the ROFF_BODY = <li>. */
+                               break;
+                       }
+                       /* FALLTHROUGH */
+               case MDOC_Pp:   /* Target the ROFFT_ELEM = <p>. */
+                       if (np->tag == NULL) {
+                               np->tag = mandoc_strdup(n->tag == NULL ?
+                                   n->child->string : n->tag);
+                               np->flags |= NODE_ID;
+                               n->flags &= ~NODE_ID;
+                       }
+                       return;
+               case MDOC_Sh:
+               case MDOC_Ss:
+               case MDOC_Bd:
+               case MDOC_Bl:
+               case MDOC_D1:
+               case MDOC_Dl:
+               case MDOC_Rs:
+                       /* Do not move past major blocks. */
+                       return;
+               default:
+                       /*
+                        * Move past in-line content and partial
+                        * blocks, for example .It Xo or .It Bq Er.
+                        */
+                       break;
+               }

        }
        }

-       ohash_delete(&tag_data);
-       if (stream != NULL)
-               fclose(stream);

 }
 
 }
 

-void
-tag_unlink(void)
+/*
+ * When a paragraph is tagged and starts with text,
+ * move the permalink to the first few words.
+ */
+static void
+tag_move_href(struct roff_man *man, struct roff_node *n, const char *tag)

 {
 {

-       pid_t    tc_pgid;
-
-       if (tag_files.tcpgid != -1) {
-               tc_pgid = tcgetpgrp(tag_files.ofd);
-               if (tc_pgid == tag_files.pager_pid ||
-                   tc_pgid == getpgid(0) ||
-                   getpgid(tc_pgid) == -1)
-                       (void)tcsetpgrp(tag_files.ofd, tag_files.tcpgid);
+       char    *cp;
+
+       if (n == NULL || n->type != ROFFT_TEXT ||
+           *n->string == '\0' || *n->string == ' ')
+               return;
+
+       cp = n->string;
+       while (cp != NULL && cp - n->string < 5)
+               cp = strchr(cp + 1, ' ');
+
+       /* If the first text node is longer, split it. */
+
+       if (cp != NULL && cp[1] != '\0') {
+               man->last = n;
+               man->next = ROFF_NEXT_SIBLING;
+               roff_word_alloc(man, n->line,
+                   n->pos + (cp - n->string), cp + 1);
+               man->last->flags = n->flags & ~NODE_LINE;
+               *cp = '\0';

        }
        }

-       if (*tag_files.ofn != '\0')
-               unlink(tag_files.ofn);
-       if (*tag_files.tfn != '\0')
-               unlink(tag_files.tfn);
+
+       assert(n->tag == NULL);
+       n->tag = mandoc_strdup(tag);
+       n->flags |= NODE_HREF;

 }
 
 }
 

-static void
-tag_signal(int signum)
+/*
+ * When all tags have been set, decide where to put
+ * the associated permalinks, and maybe move some tags
+ * to the beginning of the respective paragraphs.
+ */
+void
+tag_postprocess(struct roff_man *man, struct roff_node *n)

 {
 {

-       struct sigaction         sa;
-
-       tag_unlink();
-       memset(&sa, 0, sizeof(sa));
-       sigemptyset(&sa.sa_mask);
-       sa.sa_handler = SIG_DFL;
-       sigaction(signum, &sa, NULL);
-       kill(getpid(), signum);
-       /* NOTREACHED */
-       _exit(1);
+       if (n->flags & NODE_ID) {
+               switch (n->tok) {
+               case MDOC_Pp:
+                       tag_move_href(man, n->next, n->tag);
+                       break;
+               case MDOC_Bd:
+               case MDOC_D1:
+               case MDOC_Dl:
+                       tag_move_href(man, n->child, n->tag);
+                       break;
+               case MDOC_Bl:
+                       /* XXX No permalink for now. */
+                       break;
+               default:
+                       if (n->type == ROFFT_ELEM || n->tok == MDOC_Fo)
+                               tag_move_id(n);
+                       if (n->tok != MDOC_Tg)
+                               n->flags |= NODE_HREF;
+                       else if ((n->flags & NODE_ID) == 0) {
+                               n->flags |= NODE_NOPRT;
+                               free(n->tag);
+                               n->tag = NULL;
+                       }
+                       break;
+               }
+       }
+       for (n = n->child; n != NULL; n = n->next)
+               tag_postprocess(man, n);

 }
 }