227 lines
7.7 KiB
C++
227 lines
7.7 KiB
C++
|
// Copyright (c) 2011 The Chromium Authors. All rights reserved.
|
||
|
|
// Use of this source code is governed by a BSD-style license that can be
|
||
|
|
// found in the LICENSE file.
|
||
|
|
|
||
|
|
#include <string>
|
||
|
|
|
||
|
|
#include "base/i18n/rtl.h"
|
||
|
|
#include "base/i18n/string_search.h"
|
||
|
|
#include "base/strings/string16.h"
|
||
|
|
#include "base/strings/utf_string_conversions.h"
|
||
|
|
#include "testing/gtest/include/gtest/gtest.h"
|
||
|
|
#include "third_party/icu/source/i18n/unicode/usearch.h"
|
||
|
|
|
||
|
|
namespace base {
|
||
|
|
namespace i18n {
|
||
|
|
|
||
|
|
// Note on setting default locale for testing: The current default locale on
|
||
|
|
// the Mac trybot is en_US_POSIX, with which primary-level collation strength
|
||
|
|
// string search is case-sensitive, when normally it should be
|
||
|
|
// case-insensitive. In other locales (including en_US which English speakers
|
||
|
|
// in the U.S. use), this search would be case-insensitive as expected.
|
||
|
|
|
||
|
|
TEST(StringSearchTest, ASCII) {
|
||
|
|
std::string default_locale(uloc_getDefault());
|
||
|
|
bool locale_is_posix = (default_locale == "en_US_POSIX");
|
||
|
|
if (locale_is_posix)
|
||
|
|
SetICUDefaultLocale("en_US");
|
||
|
|
|
||
|
|
size_t index = 0;
|
||
|
|
size_t length = 0;
|
||
|
|
|
||
|
|
EXPECT_TRUE(StringSearchIgnoringCaseAndAccents(
|
||
|
|
ASCIIToUTF16("hello"), ASCIIToUTF16("hello world"), &index, &length));
|
||
|
|
EXPECT_EQ(0U, index);
|
||
|
|
EXPECT_EQ(5U, length);
|
||
|
|
|
||
|
|
EXPECT_FALSE(StringSearchIgnoringCaseAndAccents(
|
||
|
|
ASCIIToUTF16("h e l l o"), ASCIIToUTF16("h e l l o"),
|
||
|
|
&index, &length));
|
||
|
|
|
||
|
|
EXPECT_TRUE(StringSearchIgnoringCaseAndAccents(
|
||
|
|
ASCIIToUTF16("aabaaa"), ASCIIToUTF16("aaabaabaaa"), &index, &length));
|
||
|
|
EXPECT_EQ(4U, index);
|
||
|
|
EXPECT_EQ(6U, length);
|
||
|
|
|
||
|
|
EXPECT_FALSE(StringSearchIgnoringCaseAndAccents(
|
||
|
|
ASCIIToUTF16("searching within empty string"), string16(),
|
||
|
|
&index, &length));
|
||
|
|
|
||
|
|
EXPECT_TRUE(StringSearchIgnoringCaseAndAccents(
|
||
|
|
string16(), ASCIIToUTF16("searching for empty string"), &index, &length));
|
||
|
|
EXPECT_EQ(0U, index);
|
||
|
|
EXPECT_EQ(0U, length);
|
||
|
|
|
||
|
|
EXPECT_TRUE(StringSearchIgnoringCaseAndAccents(
|
||
|
|
ASCIIToUTF16("case insensitivity"), ASCIIToUTF16("CaSe InSeNsItIvItY"),
|
||
|
|
&index, &length));
|
||
|
|
EXPECT_EQ(0U, index);
|
||
|
|
EXPECT_EQ(18U, length);
|
||
|
|
|
||
|
|
if (locale_is_posix)
|
||
|
|
SetICUDefaultLocale(default_locale.data());
|
||
|
|
}
|
||
|
|
|
||
|
|
TEST(StringSearchTest, UnicodeLocaleIndependent) {
|
||
|
|
// Base characters
|
||
|
|
const string16 e_base = WideToUTF16(L"e");
|
||
|
|
const string16 E_base = WideToUTF16(L"E");
|
||
|
|
const string16 a_base = WideToUTF16(L"a");
|
||
|
|
|
||
|
|
// Composed characters
|
||
|
|
const string16 e_with_acute_accent = WideToUTF16(L"\u00e9");
|
||
|
|
const string16 E_with_acute_accent = WideToUTF16(L"\u00c9");
|
||
|
|
const string16 e_with_grave_accent = WideToUTF16(L"\u00e8");
|
||
|
|
const string16 E_with_grave_accent = WideToUTF16(L"\u00c8");
|
||
|
|
const string16 a_with_acute_accent = WideToUTF16(L"\u00e1");
|
||
|
|
|
||
|
|
// Decomposed characters
|
||
|
|
const string16 e_with_acute_combining_mark = WideToUTF16(L"e\u0301");
|
||
|
|
const string16 E_with_acute_combining_mark = WideToUTF16(L"E\u0301");
|
||
|
|
const string16 e_with_grave_combining_mark = WideToUTF16(L"e\u0300");
|
||
|
|
const string16 E_with_grave_combining_mark = WideToUTF16(L"E\u0300");
|
||
|
|
const string16 a_with_acute_combining_mark = WideToUTF16(L"a\u0301");
|
||
|
|
|
||
|
|
std::string default_locale(uloc_getDefault());
|
||
|
|
bool locale_is_posix = (default_locale == "en_US_POSIX");
|
||
|
|
if (locale_is_posix)
|
||
|
|
SetICUDefaultLocale("en_US");
|
||
|
|
|
||
|
|
size_t index = 0;
|
||
|
|
size_t length = 0;
|
||
|
|
|
||
|
|
EXPECT_TRUE(StringSearchIgnoringCaseAndAccents(
|
||
|
|
e_base, e_with_acute_accent, &index, &length));
|
||
|
|
EXPECT_EQ(0U, index);
|
||
|
|
EXPECT_EQ(e_with_acute_accent.size(), length);
|
||
|
|
|
||
|
|
EXPECT_TRUE(StringSearchIgnoringCaseAndAccents(
|
||
|
|
e_with_acute_accent, e_base, &index, &length));
|
||
|
|
EXPECT_EQ(0U, index);
|
||
|
|
EXPECT_EQ(e_base.size(), length);
|
||
|
|
|
||
|
|
EXPECT_TRUE(StringSearchIgnoringCaseAndAccents(
|
||
|
|
e_base, e_with_acute_combining_mark, &index, &length));
|
||
|
|
EXPECT_EQ(0U, index);
|
||
|
|
EXPECT_EQ(e_with_acute_combining_mark.size(), length);
|
||
|
|
|
||
|
|
EXPECT_TRUE(StringSearchIgnoringCaseAndAccents(
|
||
|
|
e_with_acute_combining_mark, e_base, &index, &length));
|
||
|
|
EXPECT_EQ(0U, index);
|
||
|
|
EXPECT_EQ(e_base.size(), length);
|
||
|
|
|
||
|
|
EXPECT_TRUE(StringSearchIgnoringCaseAndAccents(
|
||
|
|
e_with_acute_combining_mark, e_with_acute_accent,
|
||
|
|
&index, &length));
|
||
|
|
EXPECT_EQ(0U, index);
|
||
|
|
EXPECT_EQ(e_with_acute_accent.size(), length);
|
||
|
|
|
||
|
|
EXPECT_TRUE(StringSearchIgnoringCaseAndAccents(
|
||
|
|
e_with_acute_accent, e_with_acute_combining_mark,
|
||
|
|
&index, &length));
|
||
|
|
EXPECT_EQ(0U, index);
|
||
|
|
EXPECT_EQ(e_with_acute_combining_mark.size(), length);
|
||
|
|
|
||
|
|
EXPECT_TRUE(StringSearchIgnoringCaseAndAccents(
|
||
|
|
e_with_acute_combining_mark, e_with_grave_combining_mark,
|
||
|
|
&index, &length));
|
||
|
|
EXPECT_EQ(0U, index);
|
||
|
|
EXPECT_EQ(e_with_grave_combining_mark.size(), length);
|
||
|
|
|
||
|
|
EXPECT_TRUE(StringSearchIgnoringCaseAndAccents(
|
||
|
|
e_with_grave_combining_mark, e_with_acute_combining_mark,
|
||
|
|
&index, &length));
|
||
|
|
EXPECT_EQ(0U, index);
|
||
|
|
EXPECT_EQ(e_with_acute_combining_mark.size(), length);
|
||
|
|
|
||
|
|
EXPECT_TRUE(StringSearchIgnoringCaseAndAccents(
|
||
|
|
e_with_acute_combining_mark, e_with_grave_accent, &index, &length));
|
||
|
|
EXPECT_EQ(0U, index);
|
||
|
|
EXPECT_EQ(e_with_grave_accent.size(), length);
|
||
|
|
|
||
|
|
EXPECT_TRUE(StringSearchIgnoringCaseAndAccents(
|
||
|
|
e_with_grave_accent, e_with_acute_combining_mark, &index, &length));
|
||
|
|
EXPECT_EQ(0U, index);
|
||
|
|
EXPECT_EQ(e_with_acute_combining_mark.size(), length);
|
||
|
|
|
||
|
|
EXPECT_TRUE(StringSearchIgnoringCaseAndAccents(
|
||
|
|
E_with_acute_accent, e_with_acute_accent, &index, &length));
|
||
|
|
EXPECT_EQ(0U, index);
|
||
|
|
EXPECT_EQ(e_with_acute_accent.size(), length);
|
||
|
|
|
||
|
|
EXPECT_TRUE(StringSearchIgnoringCaseAndAccents(
|
||
|
|
E_with_grave_accent, e_with_acute_accent, &index, &length));
|
||
|
|
EXPECT_EQ(0U, index);
|
||
|
|
EXPECT_EQ(e_with_acute_accent.size(), length);
|
||
|
|
|
||
|
|
EXPECT_TRUE(StringSearchIgnoringCaseAndAccents(
|
||
|
|
E_with_acute_combining_mark, e_with_grave_accent, &index, &length));
|
||
|
|
EXPECT_EQ(0U, index);
|
||
|
|
EXPECT_EQ(e_with_grave_accent.size(), length);
|
||
|
|
|
||
|
|
EXPECT_TRUE(StringSearchIgnoringCaseAndAccents(
|
||
|
|
E_with_grave_combining_mark, e_with_acute_accent, &index, &length));
|
||
|
|
EXPECT_EQ(0U, index);
|
||
|
|
EXPECT_EQ(e_with_acute_accent.size(), length);
|
||
|
|
|
||
|
|
EXPECT_TRUE(StringSearchIgnoringCaseAndAccents(
|
||
|
|
E_base, e_with_grave_accent, &index, &length));
|
||
|
|
EXPECT_EQ(0U, index);
|
||
|
|
EXPECT_EQ(e_with_grave_accent.size(), length);
|
||
|
|
|
||
|
|
EXPECT_FALSE(StringSearchIgnoringCaseAndAccents(
|
||
|
|
a_with_acute_accent, e_with_acute_accent, &index, &length));
|
||
|
|
|
||
|
|
EXPECT_FALSE(StringSearchIgnoringCaseAndAccents(
|
||
|
|
a_with_acute_combining_mark, e_with_acute_combining_mark,
|
||
|
|
&index, &length));
|
||
|
|
|
||
|
|
if (locale_is_posix)
|
||
|
|
SetICUDefaultLocale(default_locale.data());
|
||
|
|
}
|
||
|
|
|
||
|
|
TEST(StringSearchTest, UnicodeLocaleDependent) {
|
||
|
|
// Base characters
|
||
|
|
const string16 a_base = WideToUTF16(L"a");
|
||
|
|
|
||
|
|
// Composed characters
|
||
|
|
const string16 a_with_ring = WideToUTF16(L"\u00e5");
|
||
|
|
|
||
|
|
EXPECT_TRUE(StringSearchIgnoringCaseAndAccents(
|
||
|
|
a_base, a_with_ring, NULL, NULL));
|
||
|
|
|
||
|
|
const char* default_locale = uloc_getDefault();
|
||
|
|
SetICUDefaultLocale("da");
|
||
|
|
|
||
|
|
EXPECT_FALSE(StringSearchIgnoringCaseAndAccents(
|
||
|
|
a_base, a_with_ring, NULL, NULL));
|
||
|
|
|
||
|
|
SetICUDefaultLocale(default_locale);
|
||
|
|
}
|
||
|
|
|
||
|
|
TEST(StringSearchTest, FixedPatternMultipleSearch) {
|
||
|
|
std::string default_locale(uloc_getDefault());
|
||
|
|
bool locale_is_posix = (default_locale == "en_US_POSIX");
|
||
|
|
if (locale_is_posix)
|
||
|
|
SetICUDefaultLocale("en_US");
|
||
|
|
|
||
|
|
size_t index = 0;
|
||
|
|
size_t length = 0;
|
||
|
|
|
||
|
|
// Search "hello" over multiple texts.
|
||
|
|
FixedPatternStringSearchIgnoringCaseAndAccents query(ASCIIToUTF16("hello"));
|
||
|
|
EXPECT_TRUE(query.Search(ASCIIToUTF16("12hello34"), &index, &length));
|
||
|
|
EXPECT_EQ(2U, index);
|
||
|
|
EXPECT_EQ(5U, length);
|
||
|
|
EXPECT_FALSE(query.Search(ASCIIToUTF16("bye"), &index, &length));
|
||
|
|
EXPECT_TRUE(query.Search(ASCIIToUTF16("hELLo"), &index, &length));
|
||
|
|
EXPECT_EQ(0U, index);
|
||
|
|
EXPECT_EQ(5U, length);
|
||
|
|
|
||
|
|
if (locale_is_posix)
|
||
|
|
SetICUDefaultLocale(default_locale.data());
|
||
|
|
}
|
||
|
|
|
||
|
|
} // namespace i18n
|
||
|
|
} // namespace base
|