1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
|
// Copyright (c) 2009 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "base/logging.h"
#include "base/string_piece.h"
#include "base/utf_offset_string_conversions.h"
#include "testing/gtest/include/gtest/gtest.h"
namespace base {
namespace {
// Given a null-terminated string of wchar_t with each wchar_t representing
// a UTF-16 code unit, returns a string16 made up of wchar_t's in the input.
// Each wchar_t should be <= 0xFFFF and a non-BMP character (> U+FFFF)
// should be represented as a surrogate pair (two UTF-16 units)
// *even* where wchar_t is 32-bit (Linux and Mac).
//
// This is to help write tests for functions with string16 params until
// the C++ 0x UTF-16 literal is well-supported by compilers.
string16 BuildString16(const wchar_t* s) {
#if defined(WCHAR_T_IS_UTF16)
return string16(s);
#elif defined(WCHAR_T_IS_UTF32)
string16 u16;
while (*s != 0) {
DCHECK(static_cast<unsigned int>(*s) <= 0xFFFFu);
u16.push_back(*s++);
}
return u16;
#endif
}
} // namespace
TEST(UTFOffsetStringConversionsTest, AdjustOffset) {
struct UTF8ToWideCase {
const char* utf8;
size_t input_offset;
size_t output_offset;
} utf8_to_wide_cases[] = {
{"", 0, std::wstring::npos},
{"\xe4\xbd\xa0\xe5\xa5\xbd", 1, std::wstring::npos},
{"\xe4\xbd\xa0\xe5\xa5\xbd", 3, 1},
{"\xed\xb0\x80z", 3, 1},
{"A\xF0\x90\x8C\x80z", 1, 1},
{"A\xF0\x90\x8C\x80z", 2, std::wstring::npos},
#if defined(WCHAR_T_IS_UTF16)
{"A\xF0\x90\x8C\x80z", 5, 3},
#elif defined(WCHAR_T_IS_UTF32)
{"A\xF0\x90\x8C\x80z", 5, 2},
#endif
};
for (size_t i = 0; i < ARRAYSIZE_UNSAFE(utf8_to_wide_cases); ++i) {
size_t offset = utf8_to_wide_cases[i].input_offset;
UTF8ToWideAndAdjustOffset(utf8_to_wide_cases[i].utf8, &offset);
EXPECT_EQ(utf8_to_wide_cases[i].output_offset, offset);
}
#if defined(WCHAR_T_IS_UTF32)
struct UTF16ToWideCase {
const wchar_t* wide;
size_t input_offset;
size_t output_offset;
} utf16_to_wide_cases[] = {
{L"\xD840\xDC00\x4E00", 0, 0},
{L"\xD840\xDC00\x4E00", 1, std::wstring::npos},
{L"\xD840\xDC00\x4E00", 2, 1},
};
for (size_t i = 0; i < ARRAYSIZE_UNSAFE(utf16_to_wide_cases); ++i) {
size_t offset = utf16_to_wide_cases[i].input_offset;
UTF16ToWideAndAdjustOffset(BuildString16(utf16_to_wide_cases[i].wide),
&offset);
EXPECT_EQ(utf16_to_wide_cases[i].output_offset, offset);
}
#endif
}
} // namaspace base
|
