// -*- Mode: C++; tab-width: 8; indent-tabs-mode: nil; c-basic-offset: 2 -*-
// vim: set ts=2 et sw=2 tw=80:
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this file,
// You can obtain one at http://mozilla.org/MPL/2.0/.
#include "secport.h"
#include "gtest/gtest.h"
#include "prnetdb.h"
#include <stdint.h>
#include <string.h>
#include <string>
namespace nss_test {
// Structures to represent test cases. These are small enough that
// passing by value isn't a problem.
struct Ucs4Case {
PRUint32 c;
const char *utf8;
};
struct Ucs2Case {
PRUint16 c;
const char *utf8;
};
struct Utf16Case {
PRUint32 c;
PRUint16 w[2];
};
struct Utf16BadCase {
PRUint16 w[3];
};
// Test classes for parameterized tests:
class Ucs4Test :
public ::testing::TestWithParam<Ucs4Case> {};
class Ucs2Test :
public ::testing::TestWithParam<Ucs2Case> {};
class Utf16Test :
public ::testing::TestWithParam<Utf16Case> {};
class BadUtf8Test :
public ::testing::TestWithParam<
const char *> {};
class BadUtf16Test :
public ::testing::TestWithParam<Utf16BadCase> {};
class Iso88591Test :
public ::testing::TestWithParam<Ucs2Case> {};
// Tests of sec_port_ucs4_utf8_conversion_function, by itself, on
// valid inputs:
TEST_P(Ucs4Test, ToUtf8) {
const Ucs4Case testCase = GetParam();
PRUint32 nc = PR_htonl(testCase.c);
unsigned char utf8[8] = {0};
unsigned int len = 0;
PRBool result = sec_port_ucs4_utf8_conversion_function(
PR_FALSE, (
unsigned char *)&nc,
sizeof (nc), utf8,
sizeof (utf8), &len);
ASSERT_TRUE(result);
ASSERT_LT(len,
sizeof (utf8));
EXPECT_EQ(std::string(testCase.utf8), std::string((
char *)utf8, len));
EXPECT_EQ(
'\0' , utf8[len]);
}
TEST_P(Ucs4Test, FromUtf8) {
const Ucs4Case testCase = GetParam();
PRUint32 nc;
unsigned int len = 0;
PRBool result = sec_port_ucs4_utf8_conversion_function(
PR_TRUE, (
unsigned char *)testCase.utf8, strlen(testCase.utf8),
(
unsigned char *)&nc,
sizeof (nc), &len);
ASSERT_TRUE(result);
ASSERT_EQ(
sizeof (nc), len);
EXPECT_EQ(testCase.c, PR_ntohl(nc));
}
TEST_P(Ucs4Test, DestTooSmall) {
const Ucs4Case testCase = GetParam();
PRUint32 nc = PR_htonl(testCase.c);
unsigned char utf8[8];
unsigned char *utf8end = utf8 +
sizeof (utf8);
unsigned int len = strlen(testCase.utf8) - 1;
ASSERT_LE(len,
sizeof (utf8));
PRBool result = sec_port_ucs4_utf8_conversion_function(
PR_FALSE, (
unsigned char *)&nc,
sizeof (nc), utf8end - len, len, &len);
ASSERT_FALSE(result);
ASSERT_EQ(strlen(testCase.utf8), len);
}
// Tests of sec_port_ucs2_utf8_conversion_function, by itself, on
// valid inputs:
TEST_P(Ucs2Test, ToUtf8) {
const Ucs2Case testCase = GetParam();
PRUint16 nc = PR_htons(testCase.c);
unsigned char utf8[8] = {0};
unsigned int len = 0;
PRBool result = sec_port_ucs2_utf8_conversion_function(
PR_FALSE, (
unsigned char *)&nc,
sizeof (nc), utf8,
sizeof (utf8), &len);
ASSERT_TRUE(result);
ASSERT_LT(len,
sizeof (utf8));
EXPECT_EQ(std::string(testCase.utf8), std::string((
char *)utf8, len));
EXPECT_EQ(
'\0' , utf8[len]);
}
TEST_P(Ucs2Test, FromUtf8) {
const Ucs2Case testCase = GetParam();
PRUint16 nc;
unsigned int len = 0;
PRBool result = sec_port_ucs2_utf8_conversion_function(
PR_TRUE, (
unsigned char *)testCase.utf8, strlen(testCase.utf8),
(
unsigned char *)&nc,
sizeof (nc), &len);
ASSERT_EQ(PR_TRUE, result);
ASSERT_EQ(
sizeof (nc), len);
EXPECT_EQ(testCase.c, PR_ntohs(nc));
}
TEST_P(Ucs2Test, DestTooSmall) {
const Ucs2Case testCase = GetParam();
PRUint16 nc = PR_htons(testCase.c);
unsigned char utf8[8];
unsigned char *utf8end = utf8 +
sizeof (utf8);
unsigned int len = strlen(testCase.utf8) - 1;
ASSERT_LE(len,
sizeof (utf8));
PRBool result = sec_port_ucs2_utf8_conversion_function(
PR_FALSE, (
unsigned char *)&nc,
sizeof (nc), utf8end - len, len, &len);
ASSERT_EQ(result, PR_FALSE);
ASSERT_EQ(strlen(testCase.utf8), len);
}
// Tests using UTF-16 and UCS-4 conversion together:
TEST_P(Utf16Test, From16To32) {
const Utf16Case testCase = GetParam();
PRUint16 from[2] = {PR_htons(testCase.w[0]), PR_htons(testCase.w[1])};
PRUint32 to;
unsigned char utf8[8];
unsigned int len = 0;
PRBool result = sec_port_ucs2_utf8_conversion_function(
PR_FALSE, (
unsigned char *)&from,
sizeof (from), utf8,
sizeof (utf8), &len);
ASSERT_EQ(PR_TRUE, result);
result = sec_port_ucs4_utf8_conversion_function(
PR_TRUE, utf8, len, (
unsigned char *)&to,
sizeof (to), &len);
ASSERT_EQ(PR_TRUE, result);
ASSERT_EQ(
sizeof (to), len);
EXPECT_EQ(testCase.c, PR_ntohl(to));
}
TEST_P(Utf16Test, From32To16) {
const Utf16Case testCase = GetParam();
PRUint32 from = PR_htonl(testCase.c);
unsigned char utf8[8];
unsigned int len = 0;
PRBool result = sec_port_ucs4_utf8_conversion_function(
PR_FALSE, (
unsigned char *)&from,
sizeof (from), utf8,
sizeof (utf8), &len);
ASSERT_EQ(PR_TRUE, result);
const std::string utf8copy((
char *)utf8, len);
PRUint16 to[2];
result = sec_port_ucs2_utf8_conversion_function(
PR_TRUE, utf8, len, (
unsigned char *)&to,
sizeof (to), &len);
ASSERT_EQ(PR_TRUE, result);
ASSERT_EQ(
sizeof (to), len);
EXPECT_EQ(testCase.w[0], PR_ntohs(to[0]));
EXPECT_EQ(testCase.w[1], PR_ntohs(to[1]));
}
TEST_P(Utf16Test, SameUtf8) {
const Utf16Case testCase = GetParam();
PRUint32 from32 = PR_htonl(testCase.c);
unsigned char utf8from32[8];
unsigned int lenFrom32 = 0;
PRBool result = sec_port_ucs4_utf8_conversion_function(
PR_FALSE, (
unsigned char *)&from32,
sizeof (from32), utf8from32,
sizeof (utf8from32), &lenFrom32);
ASSERT_TRUE(result);
ASSERT_LE(lenFrom32,
sizeof (utf8from32));
PRUint16 from16[2] = {PR_htons(testCase.w[0]), PR_htons(testCase.w[1])};
unsigned char utf8from16[8];
unsigned int lenFrom16 = 0;
result = sec_port_ucs2_utf8_conversion_function(
PR_FALSE, (
unsigned char *)&from16,
sizeof (from16), utf8from16,
sizeof (utf8from16), &lenFrom16);
ASSERT_TRUE(result);
ASSERT_LE(lenFrom16,
sizeof (utf8from16));
EXPECT_EQ(std::string((
char *)utf8from32, lenFrom32),
std::string((
char *)utf8from16, lenFrom16));
}
// Tests of invalid UTF-8 input:
TEST_P(BadUtf8Test, HasNoUcs2) {
const char *
const utf8 = GetParam();
unsigned char destBuf[30];
unsigned int len = 0;
PRBool result = sec_port_ucs2_utf8_conversion_function(
PR_TRUE, (
unsigned char *)utf8, strlen(utf8), destBuf,
sizeof (destBuf),
&len);
EXPECT_FALSE(result);
}
TEST_P(BadUtf8Test, HasNoUcs4) {
const char *
const utf8 = GetParam();
unsigned char destBuf[30];
unsigned int len = 0;
PRBool result = sec_port_ucs4_utf8_conversion_function(
PR_TRUE, (
unsigned char *)utf8, strlen(utf8), destBuf,
sizeof (destBuf),
&len);
EXPECT_FALSE(result);
}
// Tests of invalid UTF-16 input:
TEST_P(BadUtf16Test, HasNoUtf8) {
const Utf16BadCase testCase = GetParam();
Utf16BadCase srcBuf;
unsigned int len;
static const size_t maxLen = PR_ARRAY_SIZE(srcBuf.w);
size_t srcLen = 0;
while (testCase.w[srcLen] != 0) {
srcBuf.w[srcLen] = PR_htons(testCase.w[srcLen]);
srcLen++;
ASSERT_LT(srcLen, maxLen);
}
unsigned char destBuf[18];
PRBool result = sec_port_ucs2_utf8_conversion_function(
PR_FALSE, (
unsigned char *)srcBuf.w, srcLen *
sizeof (PRUint16), destBuf,
sizeof (destBuf), &len);
EXPECT_FALSE(result);
}
// Tests of sec_port_iso88591_utf8_conversion_function on valid inputs:
TEST_P(Iso88591Test, ToUtf8) {
const Ucs2Case testCase = GetParam();
unsigned char iso88591 = testCase.c;
unsigned char utf8[3] = {0};
unsigned int len = 0;
ASSERT_EQ(testCase.c, (PRUint16)iso88591);
PRBool result = sec_port_iso88591_utf8_conversion_function(
&iso88591, 1, utf8,
sizeof (utf8), &len);
ASSERT_TRUE(result);
ASSERT_LT(len,
sizeof (utf8));
EXPECT_EQ(std::string(testCase.utf8), std::string((
char *)utf8, len));
EXPECT_EQ(0U, utf8[len]);
}
// Tests for the various representations of NUL (which the above
// NUL-terminated test cases omitted):
TEST(Utf8Zeroes, From32To8) {
unsigned int len;
PRUint32 from = 0;
unsigned char to;
PRBool result = sec_port_ucs4_utf8_conversion_function(
PR_FALSE, (
unsigned char *)&from,
sizeof (from), &to,
sizeof (to), &len);
ASSERT_TRUE(result);
ASSERT_EQ(
sizeof (to), len);
EXPECT_EQ(0U, to);
}
TEST(Utf8Zeroes, From16To8) {
unsigned int len;
PRUint16 from = 0;
unsigned char to;
PRBool result = sec_port_ucs2_utf8_conversion_function(
PR_FALSE, (
unsigned char *)&from,
sizeof (from), &to,
sizeof (to), &len);
ASSERT_TRUE(result);
ASSERT_EQ(
sizeof (to), len);
EXPECT_EQ(0U, to);
}
TEST(Utf8Zeroes, From8To32) {
unsigned int len;
unsigned char from = 0;
PRUint32 to;
PRBool result = sec_port_ucs4_utf8_conversion_function(
PR_TRUE, &from,
sizeof (from), (
unsigned char *)&to,
sizeof (to), &len);
ASSERT_TRUE(result);
ASSERT_EQ(
sizeof (to), len);
EXPECT_EQ(0U, to);
}
TEST(Utf8Zeroes, From8To16) {
unsigned int len;
unsigned char from = 0;
PRUint16 to;
PRBool result = sec_port_ucs2_utf8_conversion_function(
PR_TRUE, &from,
sizeof (from), (
unsigned char *)&to,
sizeof (to), &len);
ASSERT_TRUE(result);
ASSERT_EQ(
sizeof (to), len);
EXPECT_EQ(0U, to);
}
// UCS-4 <-> UTF-8 cases
const Ucs4Case kUcs4Cases[] = {
{0x00000001,
"\x01" },
{0x00000002,
"\x02" },
{0x00000003,
"\x03" },
{0x00000004,
"\x04" },
{0x00000007,
"\x07" },
{0x00000008,
"\x08" },
{0x0000000F,
"\x0F" },
{0x00000010,
"\x10" },
{0x0000001F,
"\x1F" },
{0x00000020,
"\x20" },
{0x0000003F,
"\x3F" },
{0x00000040,
"\x40" },
{0x0000007F,
"\x7F" },
{0x00000080,
"\xC2\x80" },
{0x00000081,
"\xC2\x81" },
{0x00000082,
"\xC2\x82" },
{0x00000084,
"\xC2\x84" },
{0x00000088,
"\xC2\x88" },
{0x00000090,
"\xC2\x90" },
{0x000000A0,
"\xC2\xA0" },
{0x000000C0,
"\xC3\x80" },
{0x000000FF,
"\xC3\xBF" },
{0x00000100,
"\xC4\x80" },
{0x00000101,
"\xC4\x81" },
{0x00000102,
"\xC4\x82" },
{0x00000104,
"\xC4\x84" },
{0x00000108,
"\xC4\x88" },
{0x00000110,
"\xC4\x90" },
{0x00000120,
"\xC4\xA0" },
{0x00000140,
"\xC5\x80" },
{0x00000180,
"\xC6\x80" },
{0x000001FF,
"\xC7\xBF" },
{0x00000200,
"\xC8\x80" },
{0x00000201,
"\xC8\x81" },
{0x00000202,
"\xC8\x82" },
{0x00000204,
"\xC8\x84" },
{0x00000208,
"\xC8\x88" },
{0x00000210,
"\xC8\x90" },
{0x00000220,
"\xC8\xA0" },
{0x00000240,
"\xC9\x80" },
{0x00000280,
"\xCA\x80" },
{0x00000300,
"\xCC\x80" },
{0x000003FF,
"\xCF\xBF" },
{0x00000400,
"\xD0\x80" },
{0x00000401,
"\xD0\x81" },
{0x00000402,
"\xD0\x82" },
{0x00000404,
"\xD0\x84" },
{0x00000408,
"\xD0\x88" },
{0x00000410,
"\xD0\x90" },
{0x00000420,
"\xD0\xA0" },
{0x00000440,
"\xD1\x80" },
{0x00000480,
"\xD2\x80" },
{0x00000500,
"\xD4\x80" },
{0x00000600,
"\xD8\x80" },
{0x000007FF,
"\xDF\xBF" },
{0x00000800,
"\xE0\xA0\x80" },
{0x00000801,
"\xE0\xA0\x81" },
{0x00000802,
"\xE0\xA0\x82" },
{0x00000804,
"\xE0\xA0\x84" },
{0x00000808,
"\xE0\xA0\x88" },
{0x00000810,
"\xE0\xA0\x90" },
{0x00000820,
"\xE0\xA0\xA0" },
{0x00000840,
"\xE0\xA1\x80" },
{0x00000880,
"\xE0\xA2\x80" },
{0x00000900,
"\xE0\xA4\x80" },
{0x00000A00,
"\xE0\xA8\x80" },
{0x00000C00,
"\xE0\xB0\x80" },
{0x00000FFF,
"\xE0\xBF\xBF" },
{0x00001000,
"\xE1\x80\x80" },
{0x00001001,
"\xE1\x80\x81" },
{0x00001002,
"\xE1\x80\x82" },
{0x00001004,
"\xE1\x80\x84" },
{0x00001008,
"\xE1\x80\x88" },
{0x00001010,
"\xE1\x80\x90" },
{0x00001020,
"\xE1\x80\xA0" },
{0x00001040,
"\xE1\x81\x80" },
{0x00001080,
"\xE1\x82\x80" },
{0x00001100,
"\xE1\x84\x80" },
{0x00001200,
"\xE1\x88\x80" },
{0x00001400,
"\xE1\x90\x80" },
{0x00001800,
"\xE1\xA0\x80" },
{0x00001FFF,
"\xE1\xBF\xBF" },
{0x00002000,
"\xE2\x80\x80" },
{0x00002001,
"\xE2\x80\x81" },
{0x00002002,
"\xE2\x80\x82" },
{0x00002004,
"\xE2\x80\x84" },
{0x00002008,
"\xE2\x80\x88" },
{0x00002010,
"\xE2\x80\x90" },
{0x00002020,
"\xE2\x80\xA0" },
{0x00002040,
"\xE2\x81\x80" },
{0x00002080,
"\xE2\x82\x80" },
{0x00002100,
"\xE2\x84\x80" },
{0x00002200,
"\xE2\x88\x80" },
{0x00002400,
"\xE2\x90\x80" },
{0x00002800,
"\xE2\xA0\x80" },
{0x00003000,
"\xE3\x80\x80" },
{0x00003FFF,
"\xE3\xBF\xBF" },
{0x00004000,
"\xE4\x80\x80" },
{0x00004001,
"\xE4\x80\x81" },
{0x00004002,
"\xE4\x80\x82" },
{0x00004004,
"\xE4\x80\x84" },
{0x00004008,
"\xE4\x80\x88" },
{0x00004010,
"\xE4\x80\x90" },
{0x00004020,
"\xE4\x80\xA0" },
{0x00004040,
"\xE4\x81\x80" },
{0x00004080,
"\xE4\x82\x80" },
{0x00004100,
"\xE4\x84\x80" },
{0x00004200,
"\xE4\x88\x80" },
{0x00004400,
"\xE4\x90\x80" },
{0x00004800,
"\xE4\xA0\x80" },
{0x00005000,
"\xE5\x80\x80" },
{0x00006000,
"\xE6\x80\x80" },
{0x00007FFF,
"\xE7\xBF\xBF" },
{0x00008000,
"\xE8\x80\x80" },
{0x00008001,
"\xE8\x80\x81" },
{0x00008002,
"\xE8\x80\x82" },
{0x00008004,
"\xE8\x80\x84" },
{0x00008008,
"\xE8\x80\x88" },
{0x00008010,
"\xE8\x80\x90" },
{0x00008020,
"\xE8\x80\xA0" },
{0x00008040,
"\xE8\x81\x80" },
{0x00008080,
"\xE8\x82\x80" },
{0x00008100,
"\xE8\x84\x80" },
{0x00008200,
"\xE8\x88\x80" },
{0x00008400,
"\xE8\x90\x80" },
{0x00008800,
"\xE8\xA0\x80" },
{0x00009000,
"\xE9\x80\x80" },
{0x0000A000,
"\xEA\x80\x80" },
{0x0000C000,
"\xEC\x80\x80" },
{0x0000FFFF,
"\xEF\xBF\xBF" },
{0x00010000,
"\xF0\x90\x80\x80" },
{0x00010001,
"\xF0\x90\x80\x81" },
{0x00010002,
"\xF0\x90\x80\x82" },
{0x00010004,
"\xF0\x90\x80\x84" },
{0x00010008,
"\xF0\x90\x80\x88" },
{0x00010010,
"\xF0\x90\x80\x90" },
{0x00010020,
"\xF0\x90\x80\xA0" },
{0x00010040,
"\xF0\x90\x81\x80" },
{0x00010080,
"\xF0\x90\x82\x80" },
{0x00010100,
"\xF0\x90\x84\x80" },
{0x00010200,
"\xF0\x90\x88\x80" },
{0x00010400,
"\xF0\x90\x90\x80" },
{0x00010800,
"\xF0\x90\xA0\x80" },
{0x00011000,
"\xF0\x91\x80\x80" },
{0x00012000,
"\xF0\x92\x80\x80" },
{0x00014000,
"\xF0\x94\x80\x80" },
{0x00018000,
"\xF0\x98\x80\x80" },
{0x0001FFFF,
"\xF0\x9F\xBF\xBF" },
{0x00020000,
"\xF0\xA0\x80\x80" },
{0x00020001,
"\xF0\xA0\x80\x81" },
{0x00020002,
"\xF0\xA0\x80\x82" },
{0x00020004,
"\xF0\xA0\x80\x84" },
{0x00020008,
"\xF0\xA0\x80\x88" },
{0x00020010,
"\xF0\xA0\x80\x90" },
{0x00020020,
"\xF0\xA0\x80\xA0" },
{0x00020040,
"\xF0\xA0\x81\x80" },
{0x00020080,
"\xF0\xA0\x82\x80" },
{0x00020100,
"\xF0\xA0\x84\x80" },
{0x00020200,
"\xF0\xA0\x88\x80" },
{0x00020400,
"\xF0\xA0\x90\x80" },
{0x00020800,
"\xF0\xA0\xA0\x80" },
{0x00021000,
"\xF0\xA1\x80\x80" },
{0x00022000,
"\xF0\xA2\x80\x80" },
{0x00024000,
"\xF0\xA4\x80\x80" },
{0x00028000,
"\xF0\xA8\x80\x80" },
{0x00030000,
"\xF0\xB0\x80\x80" },
{0x0003FFFF,
"\xF0\xBF\xBF\xBF" },
{0x00040000,
"\xF1\x80\x80\x80" },
{0x00040001,
"\xF1\x80\x80\x81" },
{0x00040002,
"\xF1\x80\x80\x82" },
{0x00040004,
"\xF1\x80\x80\x84" },
{0x00040008,
"\xF1\x80\x80\x88" },
{0x00040010,
"\xF1\x80\x80\x90" },
{0x00040020,
"\xF1\x80\x80\xA0" },
{0x00040040,
"\xF1\x80\x81\x80" },
{0x00040080,
"\xF1\x80\x82\x80" },
{0x00040100,
"\xF1\x80\x84\x80" },
{0x00040200,
"\xF1\x80\x88\x80" },
{0x00040400,
"\xF1\x80\x90\x80" },
{0x00040800,
"\xF1\x80\xA0\x80" },
{0x00041000,
"\xF1\x81\x80\x80" },
{0x00042000,
"\xF1\x82\x80\x80" },
{0x00044000,
"\xF1\x84\x80\x80" },
{0x00048000,
"\xF1\x88\x80\x80" },
{0x00050000,
"\xF1\x90\x80\x80" },
{0x00060000,
"\xF1\xA0\x80\x80" },
{0x0007FFFF,
"\xF1\xBF\xBF\xBF" },
{0x00080000,
"\xF2\x80\x80\x80" },
{0x00080001,
"\xF2\x80\x80\x81" },
{0x00080002,
"\xF2\x80\x80\x82" },
{0x00080004,
"\xF2\x80\x80\x84" },
{0x00080008,
"\xF2\x80\x80\x88" },
{0x00080010,
"\xF2\x80\x80\x90" },
{0x00080020,
"\xF2\x80\x80\xA0" },
{0x00080040,
"\xF2\x80\x81\x80" },
{0x00080080,
"\xF2\x80\x82\x80" },
{0x00080100,
"\xF2\x80\x84\x80" },
{0x00080200,
"\xF2\x80\x88\x80" },
{0x00080400,
"\xF2\x80\x90\x80" },
{0x00080800,
"\xF2\x80\xA0\x80" },
{0x00081000,
"\xF2\x81\x80\x80" },
{0x00082000,
"\xF2\x82\x80\x80" },
{0x00084000,
"\xF2\x84\x80\x80" },
{0x00088000,
"\xF2\x88\x80\x80" },
{0x00090000,
"\xF2\x90\x80\x80" },
{0x000A0000,
"\xF2\xA0\x80\x80" },
{0x000C0000,
"\xF3\x80\x80\x80" },
{0x000FFFFF,
"\xF3\xBF\xBF\xBF" },
{0x00100000,
"\xF4\x80\x80\x80" },
{0x00100001,
"\xF4\x80\x80\x81" },
{0x00100002,
"\xF4\x80\x80\x82" },
{0x00100004,
"\xF4\x80\x80\x84" },
{0x00100008,
"\xF4\x80\x80\x88" },
{0x00100010,
"\xF4\x80\x80\x90" },
{0x00100020,
"\xF4\x80\x80\xA0" },
{0x00100040,
"\xF4\x80\x81\x80" },
{0x00100080,
"\xF4\x80\x82\x80" },
{0x00100100,
"\xF4\x80\x84\x80" },
{0x00100200,
"\xF4\x80\x88\x80" },
{0x00100400,
"\xF4\x80\x90\x80" },
{0x00100800,
"\xF4\x80\xA0\x80" },
{0x00101000,
"\xF4\x81\x80\x80" },
{0x00102000,
"\xF4\x82\x80\x80" },
{0x00104000,
"\xF4\x84\x80\x80" },
{0x00108000,
"\xF4\x88\x80\x80" },
{0x0010FFFF,
"\xF4\x8F\xBF\xBF" },
};
// UCS-2 <-> UTF-8 cases (divided into ISO-8859-1 vs. not).
const Ucs2Case kIso88591Cases[] = {
{0x0001,
"\x01" }, {0x0002,
"\x02" }, {0x0003,
"\x03" },
{0x0004,
"\x04" }, {0x0007,
"\x07" }, {0x0008,
"\x08" },
{0x000F,
"\x0F" }, {0x0010,
"\x10" }, {0x001F,
"\x1F" },
{0x0020,
"\x20" }, {0x003F,
"\x3F" }, {0x0040,
"\x40" },
{0x007F,
"\x7F" },
{0x0080,
"\xC2\x80" }, {0x0081,
"\xC2\x81" }, {0x0082,
"\xC2\x82" },
{0x0084,
"\xC2\x84" }, {0x0088,
"\xC2\x88" }, {0x0090,
"\xC2\x90" },
{0x00A0,
"\xC2\xA0" }, {0x00C0,
"\xC3\x80" }, {0x00FF,
"\xC3\xBF" },
};
const Ucs2Case kUcs2Cases[] = {
{0x0100,
"\xC4\x80" }, {0x0101,
"\xC4\x81" },
{0x0102,
"\xC4\x82" }, {0x0104,
"\xC4\x84" },
{0x0108,
"\xC4\x88" }, {0x0110,
"\xC4\x90" },
{0x0120,
"\xC4\xA0" }, {0x0140,
"\xC5\x80" },
{0x0180,
"\xC6\x80" }, {0x01FF,
"\xC7\xBF" },
{0x0200,
"\xC8\x80" }, {0x0201,
"\xC8\x81" },
{0x0202,
"\xC8\x82" }, {0x0204,
"\xC8\x84" },
{0x0208,
"\xC8\x88" }, {0x0210,
"\xC8\x90" },
{0x0220,
"\xC8\xA0" }, {0x0240,
"\xC9\x80" },
{0x0280,
"\xCA\x80" }, {0x0300,
"\xCC\x80" },
{0x03FF,
"\xCF\xBF" }, {0x0400,
"\xD0\x80" },
{0x0401,
"\xD0\x81" }, {0x0402,
"\xD0\x82" },
{0x0404,
"\xD0\x84" }, {0x0408,
"\xD0\x88" },
{0x0410,
"\xD0\x90" }, {0x0420,
"\xD0\xA0" },
{0x0440,
"\xD1\x80" }, {0x0480,
"\xD2\x80" },
{0x0500,
"\xD4\x80" }, {0x0600,
"\xD8\x80" },
{0x07FF,
"\xDF\xBF" },
{0x0800,
"\xE0\xA0\x80" }, {0x0801,
"\xE0\xA0\x81" },
{0x0802,
"\xE0\xA0\x82" }, {0x0804,
"\xE0\xA0\x84" },
{0x0808,
"\xE0\xA0\x88" }, {0x0810,
"\xE0\xA0\x90" },
{0x0820,
"\xE0\xA0\xA0" }, {0x0840,
"\xE0\xA1\x80" },
{0x0880,
"\xE0\xA2\x80" }, {0x0900,
"\xE0\xA4\x80" },
{0x0A00,
"\xE0\xA8\x80" }, {0x0C00,
"\xE0\xB0\x80" },
{0x0FFF,
"\xE0\xBF\xBF" }, {0x1000,
"\xE1\x80\x80" },
{0x1001,
"\xE1\x80\x81" }, {0x1002,
"\xE1\x80\x82" },
{0x1004,
"\xE1\x80\x84" }, {0x1008,
"\xE1\x80\x88" },
{0x1010,
"\xE1\x80\x90" }, {0x1020,
"\xE1\x80\xA0" },
{0x1040,
"\xE1\x81\x80" }, {0x1080,
"\xE1\x82\x80" },
{0x1100,
"\xE1\x84\x80" }, {0x1200,
"\xE1\x88\x80" },
{0x1400,
"\xE1\x90\x80" }, {0x1800,
"\xE1\xA0\x80" },
{0x1FFF,
"\xE1\xBF\xBF" }, {0x2000,
"\xE2\x80\x80" },
{0x2001,
"\xE2\x80\x81" }, {0x2002,
"\xE2\x80\x82" },
{0x2004,
"\xE2\x80\x84" }, {0x2008,
"\xE2\x80\x88" },
{0x2010,
"\xE2\x80\x90" }, {0x2020,
"\xE2\x80\xA0" },
{0x2040,
"\xE2\x81\x80" }, {0x2080,
"\xE2\x82\x80" },
{0x2100,
"\xE2\x84\x80" }, {0x2200,
"\xE2\x88\x80" },
{0x2400,
"\xE2\x90\x80" }, {0x2800,
"\xE2\xA0\x80" },
{0x3000,
"\xE3\x80\x80" }, {0x3FFF,
"\xE3\xBF\xBF" },
{0x4000,
"\xE4\x80\x80" }, {0x4001,
"\xE4\x80\x81" },
{0x4002,
"\xE4\x80\x82" }, {0x4004,
"\xE4\x80\x84" },
{0x4008,
"\xE4\x80\x88" }, {0x4010,
"\xE4\x80\x90" },
{0x4020,
"\xE4\x80\xA0" }, {0x4040,
"\xE4\x81\x80" },
{0x4080,
"\xE4\x82\x80" }, {0x4100,
"\xE4\x84\x80" },
{0x4200,
"\xE4\x88\x80" }, {0x4400,
"\xE4\x90\x80" },
{0x4800,
"\xE4\xA0\x80" }, {0x5000,
"\xE5\x80\x80" },
{0x6000,
"\xE6\x80\x80" }, {0x7FFF,
"\xE7\xBF\xBF" },
{0x8000,
"\xE8\x80\x80" }, {0x8001,
"\xE8\x80\x81" },
{0x8002,
"\xE8\x80\x82" }, {0x8004,
"\xE8\x80\x84" },
{0x8008,
"\xE8\x80\x88" }, {0x8010,
"\xE8\x80\x90" },
{0x8020,
"\xE8\x80\xA0" }, {0x8040,
"\xE8\x81\x80" },
{0x8080,
"\xE8\x82\x80" }, {0x8100,
"\xE8\x84\x80" },
{0x8200,
"\xE8\x88\x80" }, {0x8400,
"\xE8\x90\x80" },
{0x8800,
"\xE8\xA0\x80" }, {0x9000,
"\xE9\x80\x80" },
{0xA000,
"\xEA\x80\x80" }, {0xC000,
"\xEC\x80\x80" },
{0xFB01,
"\xEF\xAC\x81" }, {0xFFFF,
"\xEF\xBF\xBF" }};
// UTF-16 <-> UCS-4 cases
const Utf16Case kUtf16Cases[] = {{0x00010000, {0xD800, 0xDC00}},
{0x00010001, {0xD800, 0xDC01}},
{0x00010002, {0xD800, 0xDC02}},
{0x00010003, {0xD800, 0xDC03}},
{0x00010004, {0xD800, 0xDC04}},
{0x00010007, {0xD800, 0xDC07}},
{0x00010008, {0xD800, 0xDC08}},
{0x0001000F, {0xD800, 0xDC0F}},
{0x00010010, {0xD800, 0xDC10}},
{0x0001001F, {0xD800, 0xDC1F}},
{0x00010020, {0xD800, 0xDC20}},
{0x0001003F, {0xD800, 0xDC3F}},
{0x00010040, {0xD800, 0xDC40}},
{0x0001007F, {0xD800, 0xDC7F}},
{0x00010080, {0xD800, 0xDC80}},
{0x00010081, {0xD800, 0xDC81}},
{0x00010082, {0xD800, 0xDC82}},
{0x00010084, {0xD800, 0xDC84}},
{0x00010088, {0xD800, 0xDC88}},
{0x00010090, {0xD800, 0xDC90}},
{0x000100A0, {0xD800, 0xDCA0}},
{0x000100C0, {0xD800, 0xDCC0}},
{0x000100FF, {0xD800, 0xDCFF}},
{0x00010100, {0xD800, 0xDD00}},
{0x00010101, {0xD800, 0xDD01}},
{0x00010102, {0xD800, 0xDD02}},
{0x00010104, {0xD800, 0xDD04}},
{0x00010108, {0xD800, 0xDD08}},
{0x00010110, {0xD800, 0xDD10}},
{0x00010120, {0xD800, 0xDD20}},
{0x00010140, {0xD800, 0xDD40}},
{0x00010180, {0xD800, 0xDD80}},
{0x000101FF, {0xD800, 0xDDFF}},
{0x00010200, {0xD800, 0xDE00}},
{0x00010201, {0xD800, 0xDE01}},
{0x00010202, {0xD800, 0xDE02}},
{0x00010204, {0xD800, 0xDE04}},
{0x00010208, {0xD800, 0xDE08}},
{0x00010210, {0xD800, 0xDE10}},
{0x00010220, {0xD800, 0xDE20}},
{0x00010240, {0xD800, 0xDE40}},
{0x00010280, {0xD800, 0xDE80}},
{0x00010300, {0xD800, 0xDF00}},
{0x000103FF, {0xD800, 0xDFFF}},
{0x00010400, {0xD801, 0xDC00}},
{0x00010401, {0xD801, 0xDC01}},
{0x00010402, {0xD801, 0xDC02}},
{0x00010404, {0xD801, 0xDC04}},
{0x00010408, {0xD801, 0xDC08}},
{0x00010410, {0xD801, 0xDC10}},
{0x00010420, {0xD801, 0xDC20}},
{0x00010440, {0xD801, 0xDC40}},
{0x00010480, {0xD801, 0xDC80}},
{0x00010500, {0xD801, 0xDD00}},
{0x00010600, {0xD801, 0xDE00}},
{0x000107FF, {0xD801, 0xDFFF}},
{0x00010800, {0xD802, 0xDC00}},
{0x00010801, {0xD802, 0xDC01}},
{0x00010802, {0xD802, 0xDC02}},
{0x00010804, {0xD802, 0xDC04}},
{0x00010808, {0xD802, 0xDC08}},
{0x00010810, {0xD802, 0xDC10}},
{0x00010820, {0xD802, 0xDC20}},
{0x00010840, {0xD802, 0xDC40}},
{0x00010880, {0xD802, 0xDC80}},
{0x00010900, {0xD802, 0xDD00}},
{0x00010A00, {0xD802, 0xDE00}},
{0x00010C00, {0xD803, 0xDC00}},
{0x00010FFF, {0xD803, 0xDFFF}},
{0x00011000, {0xD804, 0xDC00}},
{0x00011001, {0xD804, 0xDC01}},
{0x00011002, {0xD804, 0xDC02}},
{0x00011004, {0xD804, 0xDC04}},
{0x00011008, {0xD804, 0xDC08}},
{0x00011010, {0xD804, 0xDC10}},
{0x00011020, {0xD804, 0xDC20}},
{0x00011040, {0xD804, 0xDC40}},
{0x00011080, {0xD804, 0xDC80}},
{0x00011100, {0xD804, 0xDD00}},
{0x00011200, {0xD804, 0xDE00}},
{0x00011400, {0xD805, 0xDC00}},
{0x00011800, {0xD806, 0xDC00}},
{0x00011FFF, {0xD807, 0xDFFF}},
{0x00012000, {0xD808, 0xDC00}},
{0x00012001, {0xD808, 0xDC01}},
{0x00012002, {0xD808, 0xDC02}},
{0x00012004, {0xD808, 0xDC04}},
{0x00012008, {0xD808, 0xDC08}},
{0x00012010, {0xD808, 0xDC10}},
{0x00012020, {0xD808, 0xDC20}},
{0x00012040, {0xD808, 0xDC40}},
{0x00012080, {0xD808, 0xDC80}},
{0x00012100, {0xD808, 0xDD00}},
{0x00012200, {0xD808, 0xDE00}},
{0x00012400, {0xD809, 0xDC00}},
{0x00012800, {0xD80A, 0xDC00}},
{0x00013000, {0xD80C, 0xDC00}},
{0x00013FFF, {0xD80F, 0xDFFF}},
{0x00014000, {0xD810, 0xDC00}},
{0x00014001, {0xD810, 0xDC01}},
{0x00014002, {0xD810, 0xDC02}},
{0x00014004, {0xD810, 0xDC04}},
{0x00014008, {0xD810, 0xDC08}},
{0x00014010, {0xD810, 0xDC10}},
{0x00014020, {0xD810, 0xDC20}},
{0x00014040, {0xD810, 0xDC40}},
{0x00014080, {0xD810, 0xDC80}},
{0x00014100, {0xD810, 0xDD00}},
{0x00014200, {0xD810, 0xDE00}},
{0x00014400, {0xD811, 0xDC00}},
{0x00014800, {0xD812, 0xDC00}},
{0x00015000, {0xD814, 0xDC00}},
{0x00016000, {0xD818, 0xDC00}},
{0x00017FFF, {0xD81F, 0xDFFF}},
{0x00018000, {0xD820, 0xDC00}},
{0x00018001, {0xD820, 0xDC01}},
{0x00018002, {0xD820, 0xDC02}},
{0x00018004, {0xD820, 0xDC04}},
{0x00018008, {0xD820, 0xDC08}},
{0x00018010, {0xD820, 0xDC10}},
{0x00018020, {0xD820, 0xDC20}},
{0x00018040, {0xD820, 0xDC40}},
{0x00018080, {0xD820, 0xDC80}},
{0x00018100, {0xD820, 0xDD00}},
{0x00018200, {0xD820, 0xDE00}},
{0x00018400, {0xD821, 0xDC00}},
{0x00018800, {0xD822, 0xDC00}},
{0x00019000, {0xD824, 0xDC00}},
{0x0001A000, {0xD828, 0xDC00}},
{0x0001C000, {0xD830, 0xDC00}},
{0x0001FFFF, {0xD83F, 0xDFFF}},
{0x00020000, {0xD840, 0xDC00}},
{0x00020001, {0xD840, 0xDC01}},
{0x00020002, {0xD840, 0xDC02}},
{0x00020004, {0xD840, 0xDC04}},
{0x00020008, {0xD840, 0xDC08}},
{0x00020010, {0xD840, 0xDC10}},
{0x00020020, {0xD840, 0xDC20}},
{0x00020040, {0xD840, 0xDC40}},
{0x00020080, {0xD840, 0xDC80}},
{0x00020100, {0xD840, 0xDD00}},
{0x00020200, {0xD840, 0xDE00}},
{0x00020400, {0xD841, 0xDC00}},
{0x00020800, {0xD842, 0xDC00}},
{0x00021000, {0xD844, 0xDC00}},
{0x00022000, {0xD848, 0xDC00}},
{0x00024000, {0xD850, 0xDC00}},
{0x00028000, {0xD860, 0xDC00}},
{0x0002FFFF, {0xD87F, 0xDFFF}},
{0x00030000, {0xD880, 0xDC00}},
{0x00030001, {0xD880, 0xDC01}},
{0x00030002, {0xD880, 0xDC02}},
{0x00030004, {0xD880, 0xDC04}},
{0x00030008, {0xD880, 0xDC08}},
{0x00030010, {0xD880, 0xDC10}},
{0x00030020, {0xD880, 0xDC20}},
{0x00030040, {0xD880, 0xDC40}},
{0x00030080, {0xD880, 0xDC80}},
{0x00030100, {0xD880, 0xDD00}},
{0x00030200, {0xD880, 0xDE00}},
{0x00030400, {0xD881, 0xDC00}},
{0x00030800, {0xD882, 0xDC00}},
{0x00031000, {0xD884, 0xDC00}},
{0x00032000, {0xD888, 0xDC00}},
{0x00034000, {0xD890, 0xDC00}},
{0x00038000, {0xD8A0, 0xDC00}},
{0x0003FFFF, {0xD8BF, 0xDFFF}},
{0x00040000, {0xD8C0, 0xDC00}},
{0x00040001, {0xD8C0, 0xDC01}},
{0x00040002, {0xD8C0, 0xDC02}},
{0x00040004, {0xD8C0, 0xDC04}},
{0x00040008, {0xD8C0, 0xDC08}},
{0x00040010, {0xD8C0, 0xDC10}},
{0x00040020, {0xD8C0, 0xDC20}},
{0x00040040, {0xD8C0, 0xDC40}},
{0x00040080, {0xD8C0, 0xDC80}},
{0x00040100, {0xD8C0, 0xDD00}},
{0x00040200, {0xD8C0, 0xDE00}},
{0x00040400, {0xD8C1, 0xDC00}},
{0x00040800, {0xD8C2, 0xDC00}},
{0x00041000, {0xD8C4, 0xDC00}},
{0x00042000, {0xD8C8, 0xDC00}},
{0x00044000, {0xD8D0, 0xDC00}},
{0x00048000, {0xD8E0, 0xDC00}},
{0x0004FFFF, {0xD8FF, 0xDFFF}},
{0x00050000, {0xD900, 0xDC00}},
{0x00050001, {0xD900, 0xDC01}},
{0x00050002, {0xD900, 0xDC02}},
{0x00050004, {0xD900, 0xDC04}},
{0x00050008, {0xD900, 0xDC08}},
{0x00050010, {0xD900, 0xDC10}},
{0x00050020, {0xD900, 0xDC20}},
{0x00050040, {0xD900, 0xDC40}},
{0x00050080, {0xD900, 0xDC80}},
{0x00050100, {0xD900, 0xDD00}},
{0x00050200, {0xD900, 0xDE00}},
{0x00050400, {0xD901, 0xDC00}},
{0x00050800, {0xD902, 0xDC00}},
{0x00051000, {0xD904, 0xDC00}},
{0x00052000, {0xD908, 0xDC00}},
{0x00054000, {0xD910, 0xDC00}},
{0x00058000, {0xD920, 0xDC00}},
{0x00060000, {0xD940, 0xDC00}},
{0x00070000, {0xD980, 0xDC00}},
{0x0007FFFF, {0xD9BF, 0xDFFF}},
{0x00080000, {0xD9C0, 0xDC00}},
{0x00080001, {0xD9C0, 0xDC01}},
{0x00080002, {0xD9C0, 0xDC02}},
{0x00080004, {0xD9C0, 0xDC04}},
{0x00080008, {0xD9C0, 0xDC08}},
{0x00080010, {0xD9C0, 0xDC10}},
{0x00080020, {0xD9C0, 0xDC20}},
{0x00080040, {0xD9C0, 0xDC40}},
{0x00080080, {0xD9C0, 0xDC80}},
{0x00080100, {0xD9C0, 0xDD00}},
{0x00080200, {0xD9C0, 0xDE00}},
{0x00080400, {0xD9C1, 0xDC00}},
{0x00080800, {0xD9C2, 0xDC00}},
{0x00081000, {0xD9C4, 0xDC00}},
{0x00082000, {0xD9C8, 0xDC00}},
{0x00084000, {0xD9D0, 0xDC00}},
{0x00088000, {0xD9E0, 0xDC00}},
{0x0008FFFF, {0xD9FF, 0xDFFF}},
{0x00090000, {0xDA00, 0xDC00}},
{0x00090001, {0xDA00, 0xDC01}},
{0x00090002, {0xDA00, 0xDC02}},
{0x00090004, {0xDA00, 0xDC04}},
{0x00090008, {0xDA00, 0xDC08}},
{0x00090010, {0xDA00, 0xDC10}},
{0x00090020, {0xDA00, 0xDC20}},
{0x00090040, {0xDA00, 0xDC40}},
{0x00090080, {0xDA00, 0xDC80}},
{0x00090100, {0xDA00, 0xDD00}},
{0x00090200, {0xDA00, 0xDE00}},
{0x00090400, {0xDA01, 0xDC00}},
{0x00090800, {0xDA02, 0xDC00}},
{0x00091000, {0xDA04, 0xDC00}},
{0x00092000, {0xDA08, 0xDC00}},
{0x00094000, {0xDA10, 0xDC00}},
{0x00098000, {0xDA20, 0xDC00}},
{0x000A0000, {0xDA40, 0xDC00}},
{0x000B0000, {0xDA80, 0xDC00}},
{0x000C0000, {0xDAC0, 0xDC00}},
{0x000D0000, {0xDB00, 0xDC00}},
{0x000FFFFF, {0xDBBF, 0xDFFF}},
{0x0010FFFF, {0xDBFF, 0xDFFF}}
};
// Invalid UTF-8 sequences
const char *
const kUtf8BadCases[] = {
"\xC0\x80" ,
"\xC1\xBF" ,
"\xE0\x80\x80" ,
"\xE0\x9F\xBF" ,
"\xF0\x80\x80\x80" ,
"\xF0\x8F\xBF\xBF" ,
"\xF4\x90\x80\x80" ,
"\xF7\xBF\xBF\xBF" ,
"\xF8\x80\x80\x80\x80" ,
"\xF8\x88\x80\x80\x80" ,
"\xF8\x92\x80\x80\x80" ,
"\xF8\x9F\xBF\xBF\xBF" ,
"\xF8\xA0\x80\x80\x80" ,
"\xF8\xA8\x80\x80\x80" ,
"\xF8\xB0\x80\x80\x80" ,
"\xF8\xBF\xBF\xBF\xBF" ,
"\xF9\x80\x80\x80\x88" ,
"\xF9\x84\x80\x80\x80" ,
"\xF9\xBF\xBF\xBF\xBF" ,
"\xFA\x80\x80\x80\x80" ,
"\xFA\x90\x80\x80\x80" ,
"\xFB\xBF\xBF\xBF\xBF" ,
"\xFC\x84\x80\x80\x80\x81" ,
"\xFC\x85\x80\x80\x80\x80" ,
"\xFC\x86\x80\x80\x80\x80" ,
"\xFC\x87\xBF\xBF\xBF\xBF" ,
"\xFC\x88\xA0\x80\x80\x80" ,
"\xFC\x89\x80\x80\x80\x80" ,
"\xFC\x8A\x80\x80\x80\x80" ,
"\xFC\x90\x80\x80\x80\x82" ,
"\xFD\x80\x80\x80\x80\x80" ,
"\xFD\xBF\xBF\xBF\xBF\xBF" ,
"\x80" ,
"\xC3" ,
"\xC3\xC3\x80" ,
"\xED\xA0\x80" ,
"\xED\xBF\x80" ,
"\xED\xBF\xBF" ,
"\xED\xA0\x80\xE0\xBF\xBF" ,
};
// Invalid UTF-16 sequences (0-terminated)
const Utf16BadCase kUtf16BadCases[] = {
// Leading surrogate not followed by trailing surrogate:
{{0xD800, 0, 0}},
{{0xD800, 0x41, 0}},
{{0xD800, 0xfe, 0}},
{{0xD800, 0x3bb, 0}},
{{0xD800, 0xD800, 0}},
{{0xD800, 0xFEFF, 0}},
{{0xD800, 0xFFFD, 0}},
// Trailing surrogate, not preceded by a leading one.
{{0xDC00, 0, 0}},
{{0xDE6D, 0xD834, 0}},
};
// Parameterized test instantiations:
INSTANTIATE_TEST_SUITE_P(Ucs4TestCases, Ucs4Test,
::testing::ValuesIn(kUcs4Cases));
INSTANTIATE_TEST_SUITE_P(Iso88591TestCases, Ucs2Test,
::testing::ValuesIn(kIso88591Cases));
INSTANTIATE_TEST_SUITE_P(Ucs2TestCases, Ucs2Test,
::testing::ValuesIn(kUcs2Cases));
INSTANTIATE_TEST_SUITE_P(Utf16TestCases, Utf16Test,
::testing::ValuesIn(kUtf16Cases));
INSTANTIATE_TEST_SUITE_P(BadUtf8TestCases, BadUtf8Test,
::testing::ValuesIn(kUtf8BadCases));
INSTANTIATE_TEST_SUITE_P(BadUtf16TestCases, BadUtf16Test,
::testing::ValuesIn(kUtf16BadCases));
INSTANTIATE_TEST_SUITE_P(Iso88591TestCases, Iso88591Test,
::testing::ValuesIn(kIso88591Cases));
;
}
// namespace nss_test
Messung V0.5 C=98 H=100 G=98
¤ Dauer der Verarbeitung: 0.15 Sekunden
(vorverarbeitet)
¤
*© Formatika GbR, Deutschland