// Copyright (c) 2010 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include "base/strings/utf_string_conversions.h" #include "base/strings/string_piece.h" #include "base/strings/string_util.h" #include "base/strings/utf_string_conversion_utils.h" namespace base { namespace { // Generalized Unicode converter ----------------------------------------------- // Converts the given source Unicode character type to the given destination // Unicode character type as a STL string. The given input buffer and size // determine the source, and the given output STL string will be replaced by // the result. template bool ConvertUnicode(const SRC_CHAR* src, size_t src_len, DEST_STRING* output) { // ICU requires 32-bit numbers. bool success = true; int32 src_len32 = static_cast(src_len); for (int32 i = 0; i < src_len32; i++) { uint32 code_point; if (ReadUnicodeCharacter(src, src_len32, &i, &code_point)) { WriteUnicodeCharacter(code_point, output); } else { WriteUnicodeCharacter(0xFFFD, output); success = false; } } return success; } } // namespace // UTF-8 <-> Wide -------------------------------------------------------------- bool WideToUTF8(const wchar_t* src, size_t src_len, std::string* output) { PrepareForUTF8Output(src, src_len, output); return ConvertUnicode(src, src_len, output); } std::string WideToUTF8(const std::wstring& wide) { std::string ret; // Ignore the success flag of this call, it will do the best it can for // invalid input, which is what we want here. WideToUTF8(wide.data(), wide.length(), &ret); return ret; } bool UTF8ToWide(const char* src, size_t src_len, std::wstring* output) { PrepareForUTF16Or32Output(src, src_len, output); return ConvertUnicode(src, src_len, output); } std::wstring UTF8ToWide(const StringPiece& utf8) { std::wstring ret; UTF8ToWide(utf8.data(), utf8.length(), &ret); return ret; } // UTF-16 <-> Wide ------------------------------------------------------------- #if defined(WCHAR_T_IS_UTF16) // When wide == UTF-16, then conversions are a NOP. bool WideToUTF16(const wchar_t* src, size_t src_len, string16* output) { output->assign(src, src_len); return true; } string16 WideToUTF16(const std::wstring& wide) { return wide; } bool UTF16ToWide(const char16* src, size_t src_len, std::wstring* output) { output->assign(src, src_len); return true; } std::wstring UTF16ToWide(const string16& utf16) { return utf16; } #elif defined(WCHAR_T_IS_UTF32) bool WideToUTF16(const wchar_t* src, size_t src_len, string16* output) { output->clear(); // Assume that normally we won't have any non-BMP characters so the counts // will be the same. output->reserve(src_len); return ConvertUnicode(src, src_len, output); } string16 WideToUTF16(const std::wstring& wide) { string16 ret; WideToUTF16(wide.data(), wide.length(), &ret); return ret; } bool UTF16ToWide(const char16* src, size_t src_len, std::wstring* output) { output->clear(); // Assume that normally we won't have any non-BMP characters so the counts // will be the same. output->reserve(src_len); return ConvertUnicode(src, src_len, output); } std::wstring UTF16ToWide(const string16& utf16) { std::wstring ret; UTF16ToWide(utf16.data(), utf16.length(), &ret); return ret; } #endif // defined(WCHAR_T_IS_UTF32) // UTF16 <-> UTF8 -------------------------------------------------------------- #if defined(WCHAR_T_IS_UTF32) bool UTF8ToUTF16(const char* src, size_t src_len, string16* output) { PrepareForUTF16Or32Output(src, src_len, output); return ConvertUnicode(src, src_len, output); } string16 UTF8ToUTF16(const StringPiece& utf8) { string16 ret; // Ignore the success flag of this call, it will do the best it can for // invalid input, which is what we want here. UTF8ToUTF16(utf8.data(), utf8.length(), &ret); return ret; } bool UTF16ToUTF8(const char16* src, size_t src_len, std::string* output) { PrepareForUTF8Output(src, src_len, output); return ConvertUnicode(src, src_len, output); } std::string UTF16ToUTF8(const string16& utf16) { std::string ret; // Ignore the success flag of this call, it will do the best it can for // invalid input, which is what we want here. UTF16ToUTF8(utf16.data(), utf16.length(), &ret); return ret; } #elif defined(WCHAR_T_IS_UTF16) // Easy case since we can use the "wide" versions we already wrote above. bool UTF8ToUTF16(const char* src, size_t src_len, string16* output) { return UTF8ToWide(src, src_len, output); } string16 UTF8ToUTF16(const StringPiece& utf8) { return UTF8ToWide(utf8); } bool UTF16ToUTF8(const char16* src, size_t src_len, std::string* output) { return WideToUTF8(src, src_len, output); } std::string UTF16ToUTF8(const string16& utf16) { return WideToUTF8(utf16); } #endif std::wstring ASCIIToWide(const StringPiece& ascii) { DCHECK(IsStringASCII(ascii)) << ascii; return std::wstring(ascii.begin(), ascii.end()); } string16 ASCIIToUTF16(const StringPiece& ascii) { DCHECK(IsStringASCII(ascii)) << ascii; return string16(ascii.begin(), ascii.end()); } } // namespace base