diff options
Diffstat (limited to 'tests/unistr/test-u8-mbtouc.c')
| -rw-r--r-- | tests/unistr/test-u8-mbtouc.c | 85 |
1 files changed, 81 insertions, 4 deletions
diff --git a/tests/unistr/test-u8-mbtouc.c b/tests/unistr/test-u8-mbtouc.c index 39bcaef9..c063c9ab 100644 --- a/tests/unistr/test-u8-mbtouc.c +++ b/tests/unistr/test-u8-mbtouc.c @@ -1,5 +1,5 @@ /* Test of u8_mbtouc() function. - Copyright (C) 2010-2022 Free Software Foundation, Inc. + Copyright (C) 2010-2024 Free Software Foundation, Inc. This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by @@ -34,9 +34,18 @@ test_safe_function (int (*my_u8_mbtouc) (ucs4_t *, const uint8_t *, size_t)) that a "malformed sequence" is interpreted in the same way as "a character that is outside the adopted subset". Reference: + ISO 10646-1 amendment 2 + <https://www.cl.cam.ac.uk/~mgk25/ucs/ISO-10646-UTF-8.html> Markus Kuhn: UTF-8 decoder capability and stress test <https://www.cl.cam.ac.uk/~mgk25/ucs/examples/UTF-8-test.txt> <https://www.w3.org/2001/06/utf-8-wrong/UTF-8-test.html> + These old specifications (from ca. 2000) were a bit ambiguous, and the + definition of UTF-8 has changed a bit as well. The newer specification + we obey is the Unicode Standard, version 15. + Reference: + Unicode Standard 15.0.0, section 3.9 + <https://www.unicode.org/versions/Unicode15.0.0/ch03.pdf> + pages 124..129, especially table 3-7. */ /* 3.1. Test that each unexpected continuation byte is signalled as a malformed sequence of its own. */ @@ -118,7 +127,7 @@ test_safe_function (int (*my_u8_mbtouc) (ucs4_t *, const uint8_t *, size_t)) } /* 3.3.2. 3-byte sequence with last byte missing. */ { - static const uint8_t input[] = { '"', 0xE0, 0x80, '"' }; + static const uint8_t input[] = { '"', 0xE0, 0xA0, '"' }; uc = 0xBADFACE; ret = my_u8_mbtouc (&uc, input, 4); ASSERT (ret == 1); @@ -132,6 +141,26 @@ test_safe_function (int (*my_u8_mbtouc) (ucs4_t *, const uint8_t *, size_t)) ASSERT (ret == 1); ASSERT (uc == 0x0022); } + { + /* Outdated example: 0xE0 0x80 is an ill-formed sequence. */ + static const uint8_t input[] = { '"', 0xE0, 0x80, '"' }; + uc = 0xBADFACE; + ret = my_u8_mbtouc (&uc, input, 4); + ASSERT (ret == 1); + ASSERT (uc == 0x0022); + uc = 0xBADFACE; + ret = my_u8_mbtouc (&uc, input + 1, 3); + ASSERT (ret == 1); + ASSERT (uc == 0xFFFD); + uc = 0xBADFACE; + ret = my_u8_mbtouc (&uc, input + 2, 2); + ASSERT (ret == 1); + ASSERT (uc == 0xFFFD); + uc = 0xBADFACE; + ret = my_u8_mbtouc (&uc, input + 3, 1); + ASSERT (ret == 1); + ASSERT (uc == 0x0022); + } /* 3.3.7. 3-byte sequence with last byte missing. */ { static const uint8_t input[] = { '"', 0xEF, 0xBF, '"' }; @@ -150,7 +179,7 @@ test_safe_function (int (*my_u8_mbtouc) (ucs4_t *, const uint8_t *, size_t)) } /* 3.3.3. 4-byte sequence with last byte missing. */ { - static const uint8_t input[] = { '"', 0xF0, 0x80, 0x80, '"' }; + static const uint8_t input[] = { '"', 0xF0, 0x90, 0x80, '"' }; uc = 0xBADFACE; ret = my_u8_mbtouc (&uc, input, 5); ASSERT (ret == 1); @@ -164,9 +193,33 @@ test_safe_function (int (*my_u8_mbtouc) (ucs4_t *, const uint8_t *, size_t)) ASSERT (ret == 1); ASSERT (uc == 0x0022); } + { + /* Outdated example: 0xF0 0x80 is an ill-formed sequence. */ + static const uint8_t input[] = { '"', 0xF0, 0x80, 0x80, '"' }; + uc = 0xBADFACE; + ret = my_u8_mbtouc (&uc, input, 5); + ASSERT (ret == 1); + ASSERT (uc == 0x0022); + uc = 0xBADFACE; + ret = my_u8_mbtouc (&uc, input + 1, 4); + ASSERT (ret == 1); + ASSERT (uc == 0xFFFD); + uc = 0xBADFACE; + ret = my_u8_mbtouc (&uc, input + 2, 3); + ASSERT (ret == 1); + ASSERT (uc == 0xFFFD); + uc = 0xBADFACE; + ret = my_u8_mbtouc (&uc, input + 3, 2); + ASSERT (ret == 1); + ASSERT (uc == 0xFFFD); + uc = 0xBADFACE; + ret = my_u8_mbtouc (&uc, input + 4, 1); + ASSERT (ret == 1); + ASSERT (uc == 0x0022); + } /* 3.3.8. 4-byte sequence with last byte missing. */ { - static const uint8_t input[] = { '"', 0xF7, 0xBF, 0xBF, '"' }; + static const uint8_t input[] = { '"', 0xF3, 0xBF, 0xBF, '"' }; uc = 0xBADFACE; ret = my_u8_mbtouc (&uc, input, 5); ASSERT (ret == 1); @@ -180,6 +233,30 @@ test_safe_function (int (*my_u8_mbtouc) (ucs4_t *, const uint8_t *, size_t)) ASSERT (ret == 1); ASSERT (uc == 0x0022); } + { + /* Outdated example: 0xF7 is an invalid first byte. */ + static const uint8_t input[] = { '"', 0xF7, 0xBF, 0xBF, '"' }; + uc = 0xBADFACE; + ret = my_u8_mbtouc (&uc, input, 5); + ASSERT (ret == 1); + ASSERT (uc == 0x0022); + uc = 0xBADFACE; + ret = my_u8_mbtouc (&uc, input + 1, 4); + ASSERT (ret == 1); + ASSERT (uc == 0xFFFD); + uc = 0xBADFACE; + ret = my_u8_mbtouc (&uc, input + 2, 3); + ASSERT (ret == 1); + ASSERT (uc == 0xFFFD); + uc = 0xBADFACE; + ret = my_u8_mbtouc (&uc, input + 3, 2); + ASSERT (ret == 1); + ASSERT (uc == 0xFFFD); + uc = 0xBADFACE; + ret = my_u8_mbtouc (&uc, input + 4, 1); + ASSERT (ret == 1); + ASSERT (uc == 0x0022); + } } int |