test private use areas some more as they have proven fragile

diff --git a/regress/usr.bin/mandoc/char/unicode/input.in b/regress/usr.bin/mandoc/char/unicode/input.in
index cc31234..276d7c5 100644 (file)
Binary files a/regress/usr.bin/mandoc/char/unicode/input.in and b/regress/usr.bin/mandoc/char/unicode/input.in differ

diff --git a/regress/usr.bin/mandoc/char/unicode/input.out_ascii b/regress/usr.bin/mandoc/char/unicode/input.out_ascii
index 66e904d..62bf6a1 100644 (file)
--- a/regress/usr.bin/mandoc/char/unicode/input.out_ascii
+++ b/regress/usr.bin/mandoc/char/unicode/input.out_ascii
@@ -40,6 +40,8 @@ D\bDE\bES\bSC\bCR\bRI\bIP\bPT\bTI\bIO\bON\bN
        U+D800   0xeda080   ???      lowest surrogate
        U+DFFF   0xedbfbf   ???      highest surrogate
        U+E000   0xee8080   <?><?>   lowest private use
+       U+F8FF   0xefa3bf   <?><?>   highest private use
+       U+F900   0xefa480   <?><?>   lowest post-private
        U+FFFF   0xefbfbf   <?><?>   highest three-byte
 
    F\bFo\bou\bur\br-\b-b\bby\byt\bte\be r\bra\ban\bng\bge\be

diff --git a/regress/usr.bin/mandoc/char/unicode/input.out_lint b/regress/usr.bin/mandoc/char/unicode/input.out_lint
index fbd053b..578a770 100644 (file)
--- a/regress/usr.bin/mandoc/char/unicode/input.out_lint
+++ b/regress/usr.bin/mandoc/char/unicode/input.out_lint
@@ -29,53 +29,53 @@ mandoc: input.in:43:25: ERROR: skipping bad character: 0xed
 mandoc: input.in:43:26: ERROR: skipping bad character: 0xbf
 mandoc: input.in:43:27: ERROR: skipping bad character: 0xbf
 mandoc: input.in:43:17: WARNING: invalid escape sequence: \[uDFFF]
-mandoc: input.in:51:19: ERROR: skipping bad character: 0xf0
-mandoc: input.in:51:20: ERROR: skipping bad character: 0x80
-mandoc: input.in:51:21: ERROR: skipping bad character: 0x80
-mandoc: input.in:51:22: ERROR: skipping bad character: 0x80
-mandoc: input.in:52:19: ERROR: skipping bad character: 0xf0
-mandoc: input.in:52:20: ERROR: skipping bad character: 0x80
-mandoc: input.in:52:21: ERROR: skipping bad character: 0x81
-mandoc: input.in:52:22: ERROR: skipping bad character: 0xbf
 mandoc: input.in:53:19: ERROR: skipping bad character: 0xf0
 mandoc: input.in:53:20: ERROR: skipping bad character: 0x80
-mandoc: input.in:53:21: ERROR: skipping bad character: 0x82
+mandoc: input.in:53:21: ERROR: skipping bad character: 0x80
 mandoc: input.in:53:22: ERROR: skipping bad character: 0x80
 mandoc: input.in:54:19: ERROR: skipping bad character: 0xf0
 mandoc: input.in:54:20: ERROR: skipping bad character: 0x80
-mandoc: input.in:54:21: ERROR: skipping bad character: 0x9f
+mandoc: input.in:54:21: ERROR: skipping bad character: 0x81
 mandoc: input.in:54:22: ERROR: skipping bad character: 0xbf
 mandoc: input.in:55:19: ERROR: skipping bad character: 0xf0
 mandoc: input.in:55:20: ERROR: skipping bad character: 0x80
-mandoc: input.in:55:21: ERROR: skipping bad character: 0xa0
+mandoc: input.in:55:21: ERROR: skipping bad character: 0x82
 mandoc: input.in:55:22: ERROR: skipping bad character: 0x80
 mandoc: input.in:56:19: ERROR: skipping bad character: 0xf0
-mandoc: input.in:56:20: ERROR: skipping bad character: 0x8f
-mandoc: input.in:56:21: ERROR: skipping bad character: 0xbf
+mandoc: input.in:56:20: ERROR: skipping bad character: 0x80
+mandoc: input.in:56:21: ERROR: skipping bad character: 0x9f
 mandoc: input.in:56:22: ERROR: skipping bad character: 0xbf
-mandoc: input.in:65:31: ERROR: skipping bad character: 0xf4
-mandoc: input.in:65:32: ERROR: skipping bad character: 0x90
-mandoc: input.in:65:33: ERROR: skipping bad character: 0x80
-mandoc: input.in:65:34: ERROR: skipping bad character: 0x80
-mandoc: input.in:65:21: WARNING: invalid escape sequence: \[u110000]
-mandoc: input.in:66:31: ERROR: skipping bad character: 0xf4
-mandoc: input.in:66:32: ERROR: skipping bad character: 0xbf
-mandoc: input.in:66:33: ERROR: skipping bad character: 0xbf
-mandoc: input.in:66:34: ERROR: skipping bad character: 0xbf
-mandoc: input.in:66:21: WARNING: invalid escape sequence: \[u13FFFF]
-mandoc: input.in:67:31: ERROR: skipping bad character: 0xf5
-mandoc: input.in:67:32: ERROR: skipping bad character: 0x80
+mandoc: input.in:57:19: ERROR: skipping bad character: 0xf0
+mandoc: input.in:57:20: ERROR: skipping bad character: 0x80
+mandoc: input.in:57:21: ERROR: skipping bad character: 0xa0
+mandoc: input.in:57:22: ERROR: skipping bad character: 0x80
+mandoc: input.in:58:19: ERROR: skipping bad character: 0xf0
+mandoc: input.in:58:20: ERROR: skipping bad character: 0x8f
+mandoc: input.in:58:21: ERROR: skipping bad character: 0xbf
+mandoc: input.in:58:22: ERROR: skipping bad character: 0xbf
+mandoc: input.in:67:31: ERROR: skipping bad character: 0xf4
+mandoc: input.in:67:32: ERROR: skipping bad character: 0x90
 mandoc: input.in:67:33: ERROR: skipping bad character: 0x80
 mandoc: input.in:67:34: ERROR: skipping bad character: 0x80
-mandoc: input.in:67:21: WARNING: invalid escape sequence: \[u140000]
-mandoc: input.in:68:31: ERROR: skipping bad character: 0xf7
+mandoc: input.in:67:21: WARNING: invalid escape sequence: \[u110000]
+mandoc: input.in:68:31: ERROR: skipping bad character: 0xf4
 mandoc: input.in:68:32: ERROR: skipping bad character: 0xbf
 mandoc: input.in:68:33: ERROR: skipping bad character: 0xbf
 mandoc: input.in:68:34: ERROR: skipping bad character: 0xbf
-mandoc: input.in:68:21: WARNING: invalid escape sequence: \[u1FFFFF]
-mandoc: input.in:69:33: ERROR: skipping bad character: 0xf8
-mandoc: input.in:69:34: ERROR: skipping bad character: 0x88
-mandoc: input.in:69:35: ERROR: skipping bad character: 0x80
-mandoc: input.in:69:36: ERROR: skipping bad character: 0x80
-mandoc: input.in:69:37: ERROR: skipping bad character: 0x80
-mandoc: input.in:69:23: WARNING: invalid escape sequence: \[u200000]
+mandoc: input.in:68:21: WARNING: invalid escape sequence: \[u13FFFF]
+mandoc: input.in:69:31: ERROR: skipping bad character: 0xf5
+mandoc: input.in:69:32: ERROR: skipping bad character: 0x80
+mandoc: input.in:69:33: ERROR: skipping bad character: 0x80
+mandoc: input.in:69:34: ERROR: skipping bad character: 0x80
+mandoc: input.in:69:21: WARNING: invalid escape sequence: \[u140000]
+mandoc: input.in:70:31: ERROR: skipping bad character: 0xf7
+mandoc: input.in:70:32: ERROR: skipping bad character: 0xbf
+mandoc: input.in:70:33: ERROR: skipping bad character: 0xbf
+mandoc: input.in:70:34: ERROR: skipping bad character: 0xbf
+mandoc: input.in:70:21: WARNING: invalid escape sequence: \[u1FFFFF]
+mandoc: input.in:71:33: ERROR: skipping bad character: 0xf8
+mandoc: input.in:71:34: ERROR: skipping bad character: 0x88
+mandoc: input.in:71:35: ERROR: skipping bad character: 0x80
+mandoc: input.in:71:36: ERROR: skipping bad character: 0x80
+mandoc: input.in:71:37: ERROR: skipping bad character: 0x80
+mandoc: input.in:71:23: WARNING: invalid escape sequence: \[u200000]

diff --git a/regress/usr.bin/mandoc/char/unicode/input.out_utf8 b/regress/usr.bin/mandoc/char/unicode/input.out_utf8
index af4645b..a9e1f34 100644 (file)
--- a/regress/usr.bin/mandoc/char/unicode/input.out_utf8
+++ b/regress/usr.bin/mandoc/char/unicode/input.out_utf8
@@ -40,6 +40,8 @@ D\bDE\bES\bSC\bCR\bRI\bIP\bPT\bTI\bIO\bON\bN
        U+D800   0xeda080   ???    lowest surrogate
        U+DFFF   0xedbfbf   ???    highest surrogate
        U+E000   0xee8080        lowest private use
+       U+F8FF   0xefa3bf        highest private use
+       U+F900   0xefa480   豈豈   lowest post-private
        U+FFFF   0xefbfbf   ￿￿       highest three-byte
 
    F\bFo\bou\bur\br-\b-b\bby\byt\bte\be r\bra\ban\bng\bge\be

diff --git a/regress/usr.bin/mandoc/char/unicode/nogroff.in b/regress/usr.bin/mandoc/char/unicode/nogroff.in
index a5265d6..9e2b595 100644 (file)
--- a/regress/usr.bin/mandoc/char/unicode/nogroff.in
+++ b/regress/usr.bin/mandoc/char/unicode/nogroff.in
@@ -1,5 +1,5 @@
-.\" $OpenBSD: nogroff.in,v 1.5 2017/07/04 14:53:23 schwarze Exp $
-.TH CHAR-UNICODE-NOGROFF 1 "October 28, 2014"
+.\" $OpenBSD: nogroff.in,v 1.6 2021/06/02 17:36:59 schwarze Exp $
+.TH CHAR-UNICODE-NOGROFF 1 "June 2, 2021"
 .SH NAME
 char-unicode-nogroff \- characters handled differently by groff
 .SH DESCRIPTION
@@ -24,6 +24,10 @@ BEGINTEST
 \[u009F]\N'159'        <control> APPLICATION PROGRAM COMMAND
 \[u226A]\(<<   MUCH LESS-THAN
 \[u226B]\(>>   MUCH GREATER-THAN
+\[uD7FB]       HANGUL JONGSEONG PHIEUPH-THIEUTH
+\[uE000]       <Private Use, First>
+\[uF8FF]       <Private Use, Last>
+\[uF900]       CJK COMPATIBILITY IDEOGRAPH-F900
 \[uFB00]\(ff   LATIN SMALL LIGATURE FF
 \[uFB01]\(fi   LATIN SMALL LIGATURE FI
 \[uFB02]\(fl   LATIN SMALL LIGATURE FL
@@ -33,6 +37,10 @@ BEGINTEST
 \[uFFFE]       <undefined>
 \[uFFFF]       <undefined>
 \[u10000]      LINEAR B SYLLABLE B008 A
+\[uE01EF]      VARIATION SELECTOR-256
+\[uEFFFE]      <undefined>
+\[uEFFFF]      <undefined>
+\[uF0000]      <Plane 15 Private Use, First>
 \[uFFFFD]      <Plane 15 Private Use, Last>
 \[uFFFFE]      <undefined>
 \[uFFFFF]      <undefined>

diff --git a/regress/usr.bin/mandoc/char/unicode/nogroff.out_ascii b/regress/usr.bin/mandoc/char/unicode/nogroff.out_ascii
index d03b87e..36ca49b 100644 (file)
--- a/regress/usr.bin/mandoc/char/unicode/nogroff.out_ascii
+++ b/regress/usr.bin/mandoc/char/unicode/nogroff.out_ascii
@@ -26,6 +26,10 @@ D\bDE\bES\bSC\bCR\bRI\bIP\bPT\bTI\bIO\bON\bN
        <9F><9F>  <control> APPLICATION PROGRAM COMMAND
        <<<< MUCH LESS-THAN
        >>>> MUCH GREATER-THAN
+       <?>  HANGUL JONGSEONG PHIEUPH-THIEUTH
+       <?>  <Private Use, First>
+       <?>  <Private Use, Last>
+       <?>  CJK COMPATIBILITY IDEOGRAPH-F900
        ffff LATIN SMALL LIGATURE FF
        fifi LATIN SMALL LIGATURE FI
        flfl LATIN SMALL LIGATURE FL
@@ -35,6 +39,10 @@ D\bDE\bES\bSC\bCR\bRI\bIP\bPT\bTI\bIO\bON\bN
        <?>  <undefined>
        <?>  <undefined>
        <?>  LINEAR B SYLLABLE B008 A
+       <?>  VARIATION SELECTOR-256
+       <?>  <undefined>
+       <?>  <undefined>
+       <?>  <Plane 15 Private Use, First>
        <?>  <Plane 15 Private Use, Last>
        <?>  <undefined>
        <?>  <undefined>
@@ -46,4 +54,4 @@ D\bDE\bES\bSC\bCR\bRI\bIP\bPT\bTI\bIO\bON\bN
 
 
 
-OpenBSD                        October 28, 2014        CHAR-UNICODE-NOGROFF(1)
+OpenBSD                          June 2, 2021          CHAR-UNICODE-NOGROFF(1)

diff --git a/regress/usr.bin/mandoc/char/unicode/nogroff.out_html b/regress/usr.bin/mandoc/char/unicode/nogroff.out_html
index 6a87860..7863965 100644 (file)
--- a/regress/usr.bin/mandoc/char/unicode/nogroff.out_html
+++ b/regress/usr.bin/mandoc/char/unicode/nogroff.out_html
@@ -17,6 +17,10 @@
 ��       <control> APPLICATION PROGRAM COMMAND
 ≪≪       MUCH LESS-THAN
 ≫≫       MUCH GREATER-THAN
+ퟻ       HANGUL JONGSEONG PHIEUPH-THIEUTH
+       <Private Use, First>
+       <Private Use, Last>
+豈       CJK COMPATIBILITY IDEOGRAPH-F900
 ffff       LATIN SMALL LIGATURE FF
 fifi       LATIN SMALL LIGATURE FI
 flfl       LATIN SMALL LIGATURE FL
@@ -26,6 +30,10 @@
        <undefined>
        <undefined>
 𐀀      LINEAR B SYLLABLE B008 A
+󠇯      VARIATION SELECTOR-256
+      <undefined>
+      <undefined>
+󰀀      <Plane 15 Private Use, First>
 󿿽      <Plane 15 Private Use, Last>
       <undefined>
       <undefined>

diff --git a/regress/usr.bin/mandoc/char/unicode/nogroff.out_utf8 b/regress/usr.bin/mandoc/char/unicode/nogroff.out_utf8
index d051e24..cba4ee3 100644 (file)
--- a/regress/usr.bin/mandoc/char/unicode/nogroff.out_utf8
+++ b/regress/usr.bin/mandoc/char/unicode/nogroff.out_utf8
@@ -26,6 +26,10 @@ D\bDE\bES\bSC\bCR\bRI\bIP\bPT\bTI\bIO\bON\bN
        ��   <control> APPLICATION PROGRAM COMMAND
        ≪≪   MUCH LESS-THAN
        ≫≫   MUCH GREATER-THAN
+       ퟻ   HANGUL JONGSEONG PHIEUPH-THIEUTH
+           <Private Use, First>
+           <Private Use, Last>
+       豈   CJK COMPATIBILITY IDEOGRAPH-F900
        ffff   LATIN SMALL LIGATURE FF
        fifi   LATIN SMALL LIGATURE FI
        flfl   LATIN SMALL LIGATURE FL
@@ -35,6 +39,10 @@ D\bDE\bES\bSC\bCR\bRI\bIP\bPT\bTI\bIO\bON\bN
        ￾     <undefined>
        ￿     <undefined>
        𐀀    LINEAR B SYLLABLE B008 A
+       󠇯     VARIATION SELECTOR-256
+       󯿾     <undefined>
+       󯿿     <undefined>
+       󰀀    <Plane 15 Private Use, First>
        󿿽    <Plane 15 Private Use, Last>
        󿿾     <undefined>
        󿿿     <undefined>
@@ -46,4 +54,4 @@ D\bDE\bES\bSC\bCR\bRI\bIP\bPT\bTI\bIO\bON\bN
 
 
 
-OpenBSD                        October 28, 2014        CHAR-UNICODE-NOGROFF(1)
+OpenBSD                          June 2, 2021          CHAR-UNICODE-NOGROFF(1)