test private use areas some more as they have proven fragile

author: Ingo Schwarze <schwarze@openbsd.org> 2021-06-02 17:39:00 +0000
committer: Ingo Schwarze <schwarze@openbsd.org> 2021-06-02 17:39:00 +0000
commit: 0dce3131993c994af48b64e6895eb6bb24b7340f (patch)
tree: 8a8deb05a8dca2d29214c808258911b697749113
parent: 53f7317370b9b696f6d0cc1f109a403d5c85f6b3 (diff)
download: mandoc-0dce3131993c994af48b64e6895eb6bb24b7340f.tar.gz
mandoc-0dce3131993c994af48b64e6895eb6bb24b7340f.tar.zst
mandoc-0dce3131993c994af48b64e6895eb6bb24b7340f.zip
8 files changed, 74 insertions, 38 deletions
diff --git a/regress/char/unicode/input.in b/regress/char/unicode/input.in
index cc312340..276d7c54 100644
--- a/regress/char/unicode/input.in
+++ b/regress/char/unicode/input.in
diff --git a/regress/char/unicode/input.out_ascii b/regress/char/unicode/input.out_ascii
index 66e904de..62bf6a15 100644
--- a/regress/char/unicode/input.out_ascii
+++ b/regress/char/unicode/input.out_ascii
@@ -40,6 +40,8 @@ DDEESSCCRRIIPPTTIIOONN
        U+D800   0xeda080   ???      lowest surrogate
        U+DFFF   0xedbfbf   ???      highest surrogate
        U+E000   0xee8080   <?><?>   lowest private use
+       U+F8FF   0xefa3bf   <?><?>   highest private use
+       U+F900   0xefa480   <?><?>   lowest post-private
        U+FFFF   0xefbfbf   <?><?>   highest three-byte
 
    FFoouurr--bbyyttee rraannggee
diff --git a/regress/char/unicode/input.out_lint b/regress/char/unicode/input.out_lint
index fbd053b2..578a7704 100644
--- a/regress/char/unicode/input.out_lint
+++ b/regress/char/unicode/input.out_lint
@@ -29,53 +29,53 @@ mandoc: input.in:43:25: ERROR: skipping bad character: 0xed
 mandoc: input.in:43:26: ERROR: skipping bad character: 0xbf
 mandoc: input.in:43:27: ERROR: skipping bad character: 0xbf
 mandoc: input.in:43:17: WARNING: invalid escape sequence: \[uDFFF]
-mandoc: input.in:51:19: ERROR: skipping bad character: 0xf0
-mandoc: input.in:51:20: ERROR: skipping bad character: 0x80
-mandoc: input.in:51:21: ERROR: skipping bad character: 0x80
-mandoc: input.in:51:22: ERROR: skipping bad character: 0x80
-mandoc: input.in:52:19: ERROR: skipping bad character: 0xf0
-mandoc: input.in:52:20: ERROR: skipping bad character: 0x80
-mandoc: input.in:52:21: ERROR: skipping bad character: 0x81
-mandoc: input.in:52:22: ERROR: skipping bad character: 0xbf
 mandoc: input.in:53:19: ERROR: skipping bad character: 0xf0
 mandoc: input.in:53:20: ERROR: skipping bad character: 0x80
-mandoc: input.in:53:21: ERROR: skipping bad character: 0x82
+mandoc: input.in:53:21: ERROR: skipping bad character: 0x80
 mandoc: input.in:53:22: ERROR: skipping bad character: 0x80
 mandoc: input.in:54:19: ERROR: skipping bad character: 0xf0
 mandoc: input.in:54:20: ERROR: skipping bad character: 0x80
-mandoc: input.in:54:21: ERROR: skipping bad character: 0x9f
+mandoc: input.in:54:21: ERROR: skipping bad character: 0x81
 mandoc: input.in:54:22: ERROR: skipping bad character: 0xbf
 mandoc: input.in:55:19: ERROR: skipping bad character: 0xf0
 mandoc: input.in:55:20: ERROR: skipping bad character: 0x80
-mandoc: input.in:55:21: ERROR: skipping bad character: 0xa0
+mandoc: input.in:55:21: ERROR: skipping bad character: 0x82
 mandoc: input.in:55:22: ERROR: skipping bad character: 0x80
 mandoc: input.in:56:19: ERROR: skipping bad character: 0xf0
-mandoc: input.in:56:20: ERROR: skipping bad character: 0x8f
-mandoc: input.in:56:21: ERROR: skipping bad character: 0xbf
+mandoc: input.in:56:20: ERROR: skipping bad character: 0x80
+mandoc: input.in:56:21: ERROR: skipping bad character: 0x9f
 mandoc: input.in:56:22: ERROR: skipping bad character: 0xbf
-mandoc: input.in:65:31: ERROR: skipping bad character: 0xf4
-mandoc: input.in:65:32: ERROR: skipping bad character: 0x90
-mandoc: input.in:65:33: ERROR: skipping bad character: 0x80
-mandoc: input.in:65:34: ERROR: skipping bad character: 0x80
-mandoc: input.in:65:21: WARNING: invalid escape sequence: \[u110000]
-mandoc: input.in:66:31: ERROR: skipping bad character: 0xf4
-mandoc: input.in:66:32: ERROR: skipping bad character: 0xbf
-mandoc: input.in:66:33: ERROR: skipping bad character: 0xbf
-mandoc: input.in:66:34: ERROR: skipping bad character: 0xbf
-mandoc: input.in:66:21: WARNING: invalid escape sequence: \[u13FFFF]
-mandoc: input.in:67:31: ERROR: skipping bad character: 0xf5
-mandoc: input.in:67:32: ERROR: skipping bad character: 0x80
+mandoc: input.in:57:19: ERROR: skipping bad character: 0xf0
+mandoc: input.in:57:20: ERROR: skipping bad character: 0x80
+mandoc: input.in:57:21: ERROR: skipping bad character: 0xa0
+mandoc: input.in:57:22: ERROR: skipping bad character: 0x80
+mandoc: input.in:58:19: ERROR: skipping bad character: 0xf0
+mandoc: input.in:58:20: ERROR: skipping bad character: 0x8f
+mandoc: input.in:58:21: ERROR: skipping bad character: 0xbf
+mandoc: input.in:58:22: ERROR: skipping bad character: 0xbf
+mandoc: input.in:67:31: ERROR: skipping bad character: 0xf4
+mandoc: input.in:67:32: ERROR: skipping bad character: 0x90
 mandoc: input.in:67:33: ERROR: skipping bad character: 0x80
 mandoc: input.in:67:34: ERROR: skipping bad character: 0x80
-mandoc: input.in:67:21: WARNING: invalid escape sequence: \[u140000]
-mandoc: input.in:68:31: ERROR: skipping bad character: 0xf7
+mandoc: input.in:67:21: WARNING: invalid escape sequence: \[u110000]
+mandoc: input.in:68:31: ERROR: skipping bad character: 0xf4
 mandoc: input.in:68:32: ERROR: skipping bad character: 0xbf
 mandoc: input.in:68:33: ERROR: skipping bad character: 0xbf
 mandoc: input.in:68:34: ERROR: skipping bad character: 0xbf
-mandoc: input.in:68:21: WARNING: invalid escape sequence: \[u1FFFFF]
-mandoc: input.in:69:33: ERROR: skipping bad character: 0xf8
-mandoc: input.in:69:34: ERROR: skipping bad character: 0x88
-mandoc: input.in:69:35: ERROR: skipping bad character: 0x80
-mandoc: input.in:69:36: ERROR: skipping bad character: 0x80
-mandoc: input.in:69:37: ERROR: skipping bad character: 0x80
-mandoc: input.in:69:23: WARNING: invalid escape sequence: \[u200000]
+mandoc: input.in:68:21: WARNING: invalid escape sequence: \[u13FFFF]
+mandoc: input.in:69:31: ERROR: skipping bad character: 0xf5
+mandoc: input.in:69:32: ERROR: skipping bad character: 0x80
+mandoc: input.in:69:33: ERROR: skipping bad character: 0x80
+mandoc: input.in:69:34: ERROR: skipping bad character: 0x80
+mandoc: input.in:69:21: WARNING: invalid escape sequence: \[u140000]
+mandoc: input.in:70:31: ERROR: skipping bad character: 0xf7
+mandoc: input.in:70:32: ERROR: skipping bad character: 0xbf
+mandoc: input.in:70:33: ERROR: skipping bad character: 0xbf
+mandoc: input.in:70:34: ERROR: skipping bad character: 0xbf
+mandoc: input.in:70:21: WARNING: invalid escape sequence: \[u1FFFFF]
+mandoc: input.in:71:33: ERROR: skipping bad character: 0xf8
+mandoc: input.in:71:34: ERROR: skipping bad character: 0x88
+mandoc: input.in:71:35: ERROR: skipping bad character: 0x80
+mandoc: input.in:71:36: ERROR: skipping bad character: 0x80
+mandoc: input.in:71:37: ERROR: skipping bad character: 0x80
+mandoc: input.in:71:23: WARNING: invalid escape sequence: \[u200000]
diff --git a/regress/char/unicode/input.out_utf8 b/regress/char/unicode/input.out_utf8
index af4645bd..a9e1f341 100644
--- a/regress/char/unicode/input.out_utf8
+++ b/regress/char/unicode/input.out_utf8
@@ -40,6 +40,8 @@ DDEESSCCRRIIPPTTIIOONN
        U+D800   0xeda080   ???    lowest surrogate
        U+DFFF   0xedbfbf   ???    highest surrogate
        U+E000   0xee8080        lowest private use
+       U+F8FF   0xefa3bf        highest private use
+       U+F900   0xefa480   豈豈   lowest post-private
        U+FFFF   0xefbfbf          highest three-byte
 
    FFoouurr--bbyyttee rraannggee
diff --git a/regress/char/unicode/nogroff.in b/regress/char/unicode/nogroff.in
index a5265d61..9e2b595d 100644
--- a/regress/char/unicode/nogroff.in
+++ b/regress/char/unicode/nogroff.in
@@ -1,5 +1,5 @@
-.\" $OpenBSD: nogroff.in,v 1.5 2017/07/04 14:53:23 schwarze Exp $
-.TH CHAR-UNICODE-NOGROFF 1 "October 28, 2014"
+.\" $OpenBSD: nogroff.in,v 1.6 2021/06/02 17:36:59 schwarze Exp $
+.TH CHAR-UNICODE-NOGROFF 1 "June 2, 2021"
 .SH NAME
 char-unicode-nogroff \- characters handled differently by groff
 .SH DESCRIPTION
@@ -24,6 +24,10 @@ BEGINTEST
 \[u009F]\N'159'	<control> APPLICATION PROGRAM COMMAND
 \[u226A]\(<<	MUCH LESS-THAN
 \[u226B]\(>>	MUCH GREATER-THAN
+\[uD7FB]	HANGUL JONGSEONG PHIEUPH-THIEUTH
+\[uE000]	<Private Use, First>
+\[uF8FF]	<Private Use, Last>
+\[uF900]	CJK COMPATIBILITY IDEOGRAPH-F900
 \[uFB00]\(ff	LATIN SMALL LIGATURE FF
 \[uFB01]\(fi	LATIN SMALL LIGATURE FI
 \[uFB02]\(fl	LATIN SMALL LIGATURE FL
@@ -33,6 +37,10 @@ BEGINTEST
 \[uFFFE]	<undefined>
 \[uFFFF]	<undefined>
 \[u10000]	LINEAR B SYLLABLE B008 A
+\[uE01EF]	VARIATION SELECTOR-256
+\[uEFFFE]	<undefined>
+\[uEFFFF]	<undefined>
+\[uF0000]	<Plane 15 Private Use, First>
 \[uFFFFD]	<Plane 15 Private Use, Last>
 \[uFFFFE]	<undefined>
 \[uFFFFF]	<undefined>
diff --git a/regress/char/unicode/nogroff.out_ascii b/regress/char/unicode/nogroff.out_ascii
index d03b87e8..36ca49b1 100644
--- a/regress/char/unicode/nogroff.out_ascii
+++ b/regress/char/unicode/nogroff.out_ascii
@@ -26,6 +26,10 @@ DDEESSCCRRIIPPTTIIOONN
        <9F><9F>  <control> APPLICATION PROGRAM COMMAND
        <<<< MUCH LESS-THAN
        >>>> MUCH GREATER-THAN
+       <?>  HANGUL JONGSEONG PHIEUPH-THIEUTH
+       <?>  <Private Use, First>
+       <?>  <Private Use, Last>
+       <?>  CJK COMPATIBILITY IDEOGRAPH-F900
        ffff LATIN SMALL LIGATURE FF
        fifi LATIN SMALL LIGATURE FI
        flfl LATIN SMALL LIGATURE FL
@@ -35,6 +39,10 @@ DDEESSCCRRIIPPTTIIOONN
        <?>  <undefined>
        <?>  <undefined>
        <?>  LINEAR B SYLLABLE B008 A
+       <?>  VARIATION SELECTOR-256
+       <?>  <undefined>
+       <?>  <undefined>
+       <?>  <Plane 15 Private Use, First>
        <?>  <Plane 15 Private Use, Last>
        <?>  <undefined>
        <?>  <undefined>
@@ -46,4 +54,4 @@ DDEESSCCRRIIPPTTIIOONN
 
 
 
-OpenBSD                        October 28, 2014        CHAR-UNICODE-NOGROFF(1)
+OpenBSD                          June 2, 2021          CHAR-UNICODE-NOGROFF(1)
diff --git a/regress/char/unicode/nogroff.out_html b/regress/char/unicode/nogroff.out_html
index 6a87860c..78639657 100644
--- a/regress/char/unicode/nogroff.out_html
+++ b/regress/char/unicode/nogroff.out_html
@@ -17,6 +17,10 @@
 &#xFFFD;&#xFFFD;	&lt;control&gt; APPLICATION PROGRAM COMMAND
 &#x226A;&#x226A;	MUCH LESS-THAN
 &#x226B;&#x226B;	MUCH GREATER-THAN
+&#xD7FB;	HANGUL JONGSEONG PHIEUPH-THIEUTH
+&#xE000;	&lt;Private Use, First&gt;
+&#xF8FF;	&lt;Private Use, Last&gt;
+&#xF900;	CJK COMPATIBILITY IDEOGRAPH-F900
 &#xFB00;&#xFB00;	LATIN SMALL LIGATURE FF
 &#xFB01;&#xFB01;	LATIN SMALL LIGATURE FI
 &#xFB02;&#xFB02;	LATIN SMALL LIGATURE FL
@@ -26,6 +30,10 @@
 &#xFFFE;	&lt;undefined&gt;
 &#xFFFF;	&lt;undefined&gt;
 &#x10000;	LINEAR B SYLLABLE B008 A
+&#xE01EF;	VARIATION SELECTOR-256
+&#xEFFFE;	&lt;undefined&gt;
+&#xEFFFF;	&lt;undefined&gt;
+&#xF0000;	&lt;Plane 15 Private Use, First&gt;
 &#xFFFFD;	&lt;Plane 15 Private Use, Last&gt;
 &#xFFFFE;	&lt;undefined&gt;
 &#xFFFFF;	&lt;undefined&gt;
diff --git a/regress/char/unicode/nogroff.out_utf8 b/regress/char/unicode/nogroff.out_utf8
index d051e243..cba4ee39 100644
--- a/regress/char/unicode/nogroff.out_utf8
+++ b/regress/char/unicode/nogroff.out_utf8
@@ -26,6 +26,10 @@ DDEESSCCRRIIPPTTIIOONN
        ��   <control> APPLICATION PROGRAM COMMAND
        ≪≪   MUCH LESS-THAN
        ≫≫   MUCH GREATER-THAN
+       ퟻ   HANGUL JONGSEONG PHIEUPH-THIEUTH
+           <Private Use, First>
+           <Private Use, Last>
+       豈   CJK COMPATIBILITY IDEOGRAPH-F900
        ﬀﬀ   LATIN SMALL LIGATURE FF
        ﬁﬁ   LATIN SMALL LIGATURE FI
        ﬂﬂ   LATIN SMALL LIGATURE FL
@@ -35,6 +39,10 @@ DDEESSCCRRIIPPTTIIOONN
             <undefined>
             <undefined>
        𐀀    LINEAR B SYLLABLE B008 A
+       󠇯     VARIATION SELECTOR-256
+       󯿾     <undefined>
+       󯿿     <undefined>
+       󰀀    <Plane 15 Private Use, First>
        󿿽    <Plane 15 Private Use, Last>
        󿿾     <undefined>
        󿿿     <undefined>
@@ -46,4 +54,4 @@ DDEESSCCRRIIPPTTIIOONN
 
 
 
-OpenBSD                        October 28, 2014        CHAR-UNICODE-NOGROFF(1)
+OpenBSD                          June 2, 2021          CHAR-UNICODE-NOGROFF(1)
author	Ingo Schwarze <schwarze@openbsd.org>	2021-06-02 17:39:00 +0000
committer	Ingo Schwarze <schwarze@openbsd.org>	2021-06-02 17:39:00 +0000
commit	0dce3131993c994af48b64e6895eb6bb24b7340f (patch)
tree	8a8deb05a8dca2d29214c808258911b697749113
parent	53f7317370b9b696f6d0cc1f109a403d5c85f6b3 (diff)
download	mandoc-0dce3131993c994af48b64e6895eb6bb24b7340f.tar.gz mandoc-0dce3131993c994af48b64e6895eb6bb24b7340f.tar.zst mandoc-0dce3131993c994af48b64e6895eb6bb24b7340f.zip