summaryrefslogtreecommitdiffstats
path: root/base/string_util_icu.cc
diff options
context:
space:
mode:
authorbrettw@google.com <brettw@google.com@0039d316-1c4b-4281-b951-d872f2087c98>2008-08-01 00:49:29 +0000
committerbrettw@google.com <brettw@google.com@0039d316-1c4b-4281-b951-d872f2087c98>2008-08-01 00:49:29 +0000
commit856080bd99e86a1eb6f1eb034f65657d03d1f095 (patch)
treeb3e4b2b2fd68ffc0646b414b92a26493e2ba5886 /base/string_util_icu.cc
parent7db65fdab1d5f59df3bc6c4ed49dd6e0fd4facff (diff)
downloadchromium_src-856080bd99e86a1eb6f1eb034f65657d03d1f095.zip
chromium_src-856080bd99e86a1eb6f1eb034f65657d03d1f095.tar.gz
chromium_src-856080bd99e86a1eb6f1eb034f65657d03d1f095.tar.bz2
Revert my UTF change until we can figure out what to do with the sandbox.
BUG=1201008 git-svn-id: svn://svn.chromium.org/chrome/trunk/src@215 0039d316-1c4b-4281-b951-d872f2087c98
Diffstat (limited to 'base/string_util_icu.cc')
-rw-r--r--base/string_util_icu.cc169
1 files changed, 0 insertions, 169 deletions
diff --git a/base/string_util_icu.cc b/base/string_util_icu.cc
index 6df5581..797ccbd 100644
--- a/base/string_util_icu.cc
+++ b/base/string_util_icu.cc
@@ -38,175 +38,6 @@
#include "unicode/numfmt.h"
#include "unicode/ustring.h"
-namespace {
-
-// ReadUnicodeCharacter --------------------------------------------------------
-
-// Reads a UTF-8 stream, placing the next code point into the given output
-// |*code_point|. |src| represents the entire string to read, and |*char_index|
-// is the character offset within the string to start reading at. |*char_index|
-// will be updated to index the last character read, such that incrementing it
-// (as in a for loop) will take the reader to the next character.
-//
-// Returns true on success. On false, |*code_point| will be invalid.
-bool ReadUnicodeCharacter(const char* src, int32 src_len,
- int32* char_index, uint32* code_point) {
- U8_NEXT(src, *char_index, src_len, *code_point);
-
- // The ICU macro above moves to the next char, we want to point to the last
- // char consumed.
- (*char_index)--;
-
- // Validate the decoded value.
- return U_IS_UNICODE_CHAR(*code_point);
-}
-
-#ifdef WIN32
-// Reads a UTF-16 character for Windows. The usage is the same as the 8-bit
-// version above.
-bool ReadUnicodeCharacter(const wchar_t* src, int32 src_len,
- int32* char_index, uint32* code_point) {
- if (U16_IS_SURROGATE(src[*char_index])) {
- if (!U16_IS_SURROGATE_LEAD(src[*char_index]) ||
- *char_index + 1 >= src_len ||
- !U16_IS_TRAIL(src[*char_index + 1])) {
- // Invalid surrogate pair.
- return false;
- }
-
- // Valid surrogate pair.
- *code_point = U16_GET_SUPPLEMENTARY(src[*char_index],
- src[*char_index + 1]);
- (*char_index)++;
- } else {
- // Not a surrogate, just one 16-bit word.
- *code_point = src[*char_index];
- }
-
- return U_IS_UNICODE_CHAR(*code_point);
-}
-#else
-// Reads a 32-bit character for Mac and Linux systems. The usage is the same as
-// the 8-bit version above.
-bool ReadUnicodeCharacter(const wchar_t* src, in32 src_len,
- int32* char_index, uint32* code_point) {
- // Conversion is easy since the source is 32-bit.
- *code_point = src[*char_index];
-
- // Validate the value.
- return U_IS_UNICODE_CHAR(*code_point);
-}
-#endif
-
-// WriteUnicodeCharacter -------------------------------------------------------
-
-// Appends a UTF-8 character to the given 8-bit string.
-void WriteUnicodeCharacter(uint32 code_point, std::basic_string<char>* output) {
- if (code_point <= 0x7f) {
- // Fast path the common case of one byte.
- output->push_back(code_point);
- return;
- }
-
- // U8_APPEND_UNSAFE can append up to 4 bytes.
- int32 char_offset = static_cast<int32>(output->length());
- output->resize(char_offset + U8_MAX_LENGTH);
-
- U8_APPEND_UNSAFE(&(*output)[0], char_offset, code_point);
-
- // U8_APPEND_UNSAFE will advance our pointer past the inserted character, so
- // it will represent the new length of the string.
- output->resize(char_offset);
-}
-
-#ifdef WIN32
-// Appends the given code point as a UTF-16 character to the STL string. On
-// Windows, wchar_t is UTF-16.
-void WriteUnicodeCharacter(uint32 code_point,
- std::basic_string<wchar_t>* output) {
- if (U16_LENGTH(code_point) == 1) {
- // Thie code point is in the Basic Multilingual Plane (BMP).
- output->push_back(static_cast<wchar_t>(code_point));
- } else {
- // Non-BMP characters use a double-character encoding.
- int32 char_offset = static_cast<int32>(output->length());
- output->resize(char_offset + U16_MAX_LENGTH);
- U16_APPEND_UNSAFE(&(*output)[0], char_offset, code_point);
- }
-}
-#else
-// Appends the given UCS-4 character to the given 32-bit string for Linux and
-// Mac where wchar_t is UCS-4.
-inline void WriteUnicodeCharacter(uint32 code_point,
- std::basic_string<wchar_t>* output) {
- // This is the easy case, just append the character.
- output->push_back(code_point);
-}
-#endif
-
-// Generalized Unicode converter -----------------------------------------------
-
-// Converts the given source Unicode character type to the given destination
-// Unicode character type as a STL string. The given input buffer and size
-// determine the source, and the given output STL string will be replaced by
-// the result.
-template<typename SRC_CHAR, typename DEST_CHAR>
-bool ConvertUnicode(const SRC_CHAR* src, size_t src_len,
- std::basic_string<DEST_CHAR>* output) {
- output->clear();
-
- // ICU requires 32-bit numbers.
- bool success = true;
- int32 src_len32 = static_cast<int32>(src_len);
- for (int32 i = 0; i < src_len32; i++) {
- uint32 code_point;
- if (ReadUnicodeCharacter(src, src_len32, &i, &code_point))
- WriteUnicodeCharacter(code_point, output);
- else
- success = false;
- }
- return success;
-}
-
-} // namespace
-
-// UTF-x <-> UTF-x -------------------------------------------------------------
-
-bool WideToUTF8(const wchar_t* src, size_t src_len, std::string* output) {
- if (src_len == 0) {
- output->clear();
- return true;
- }
-
- // Intelligently guess the size of the output string. When it's an ASCII
- // character, assume the rest will be ASCII and use a buffer size the same as
- // the input. When it's not ASCII, assume 3-bytes per character as the
- // starting point. This will be resized internally later if it's too small.
- if (src[0] < 0x80)
- output->reserve(src_len);
- else
- output->reserve(src_len * 3);
- return ConvertUnicode<wchar_t, char>(src, src_len, output);
-}
-
-bool UTF8ToWide(const char* src, size_t src_len, std::wstring* output) {
- if (src_len == 0) {
- output->clear();
- return true;
- }
-
- // Intelligently guess the size of the output string. When it's an ASCII
- // character, assume the rest will be ASCII and use a buffer size the same as
- // the input. When it's not ASCII, assume the UTF-8 takes 2 bytes per
- // character (this is more conservative than 3 which we use above when
- // converting the other way).
- if (src[0] < 0x80)
- output->reserve(src_len);
- else
- output->reserve(src_len / 2);
- return ConvertUnicode<char, wchar_t>(src, src_len, output);
-}
-
// Codepage <-> Wide -----------------------------------------------------------
// Convert a unicode string into the specified codepage_name. If the codepage