firefox-main/intl/components/gtest/TestCollator.cpp (file symbol)

Source code

Revision control

Copy as Markdown

Other Tools

/* This Source Code Form is subject to the terms of the Mozilla Public
* License, v. 2.0. If a copy of the MPL was not distributed with this
* file, You can obtain one at http://mozilla.org/MPL/2.0/. */
#include "gtest/gtest.h"
#include <string_view>
#include "mozilla/intl/Collator.h"
#include "mozilla/Span.h"
#include "TestBuffer.h"
namespace mozilla::intl {
TEST(IntlCollator, CompareUTF16)
{
// Do some light string comparisons to ensure everything is wired up
// correctly. This is not doing extensive correctness testing.
CollatorOptions options{};
auto result = Collator::TryCreate(mozilla::MakeStringSpan("en-US"), options);
ASSERT_TRUE(result.isOk());
auto collator = result.unwrap();
TestBuffer<uint8_t> bufferA;
TestBuffer<uint8_t> bufferB;
ASSERT_EQ(collator->CompareUTF16(u"aaa", u"bbb"), -1);
ASSERT_EQ(collator->CompareUTF16(u"bbb", u"aaa"), 1);
ASSERT_EQ(collator->CompareUTF16(u"aaa", u"aaa"), 0);
ASSERT_EQ(collator->CompareUTF16(u"👍", u"👎"), -1);
}
TEST(IntlCollator, SetOptionsSensitivity)
{
CollatorOptions options{};
options.sensitivity = CollatorSensitivity::Base;
// Test the ECMA 402 sensitivity behavior per:
auto result = Collator::TryCreate(mozilla::MakeStringSpan("en-US"), options);
ASSERT_TRUE(result.isOk());
auto collator = result.unwrap();
TestBuffer<uint8_t> bufferA;
TestBuffer<uint8_t> bufferB;
ASSERT_EQ(collator->CompareUTF16(u"a", u"b"), -1);
ASSERT_EQ(collator->CompareUTF16(u"a", u"á"), 0);
ASSERT_EQ(collator->CompareUTF16(u"a", u"A"), 0);
options.sensitivity = CollatorSensitivity::Accent;
result = Collator::TryCreate(mozilla::MakeStringSpan("en-US"), options);
ASSERT_TRUE(result.isOk());
collator = result.unwrap();
ASSERT_EQ(collator->CompareUTF16(u"a", u"b"), -1);
ASSERT_EQ(collator->CompareUTF16(u"a", u"á"), -1);
ASSERT_EQ(collator->CompareUTF16(u"a", u"A"), 0);
options.sensitivity = CollatorSensitivity::Case;
result = Collator::TryCreate(mozilla::MakeStringSpan("en-US"), options);
ASSERT_TRUE(result.isOk());
collator = result.unwrap();
ASSERT_EQ(collator->CompareUTF16(u"a", u"b"), -1);
ASSERT_EQ(collator->CompareUTF16(u"a", u"á"), 0);
ASSERT_EQ(collator->CompareUTF16(u"a", u"A"), -1);
options.sensitivity = CollatorSensitivity::Variant;
result = Collator::TryCreate(mozilla::MakeStringSpan("en-US"), options);
ASSERT_TRUE(result.isOk());
collator = result.unwrap();
ASSERT_EQ(collator->CompareUTF16(u"a", u"b"), -1);
ASSERT_EQ(collator->CompareUTF16(u"a", u"á"), -1);
ASSERT_EQ(collator->CompareUTF16(u"a", u"A"), -1);
}
TEST(IntlCollator, LocaleSensitiveCollations)
{
UniquePtr<Collator> collator = nullptr;
TestBuffer<uint8_t> bufferA;
TestBuffer<uint8_t> bufferB;
auto changeLocale = [&](const char* locale) {
CollatorOptions options{};
options.sensitivity = CollatorSensitivity::Base;
auto result = Collator::TryCreate(mozilla::MakeStringSpan(locale), options);
ASSERT_TRUE(result.isOk());
collator = result.unwrap();
};
// Swedish treats "Ö" as a separate character, which sorts after "Z".
changeLocale("en-US");
ASSERT_EQ(collator->CompareUTF16(u"Österreich", u"Västervik"), -1);
changeLocale("sv-SE");
ASSERT_EQ(collator->CompareUTF16(u"Österreich", u"Västervik"), 1);
// Country names in their respective scripts.
auto china = MakeStringSpan(u"中国");
auto japan = MakeStringSpan(u"日本");
auto korea = MakeStringSpan(u"한국");
changeLocale("en-US");
ASSERT_EQ(collator->CompareUTF16(china, japan), -1);
ASSERT_EQ(collator->CompareUTF16(china, korea), 1);
changeLocale("zh");
ASSERT_EQ(collator->CompareUTF16(china, japan), 1);
ASSERT_EQ(collator->CompareUTF16(china, korea), -1);
changeLocale("ja");
ASSERT_EQ(collator->CompareUTF16(china, japan), -1);
ASSERT_EQ(collator->CompareUTF16(china, korea), -1);
changeLocale("ko");
ASSERT_EQ(collator->CompareUTF16(china, japan), 1);
ASSERT_EQ(collator->CompareUTF16(china, korea), -1);
}
TEST(IntlCollator, IgnorePunctuation)
{
TestBuffer<uint8_t> bufferA;
TestBuffer<uint8_t> bufferB;
CollatorOptions options{};
options.ignorePunctuation = CollatorIgnorePunctuation::On;
auto result = Collator::TryCreate(mozilla::MakeStringSpan("en-US"), options);
ASSERT_TRUE(result.isOk());
auto collator = result.unwrap();
ASSERT_EQ(collator->CompareUTF16(u"aa", u".bb"), -1);
options.ignorePunctuation = CollatorIgnorePunctuation::Off;
result = Collator::TryCreate(mozilla::MakeStringSpan("en-US"), options);
ASSERT_TRUE(result.isOk());
collator = result.unwrap();
ASSERT_EQ(collator->CompareUTF16(u"aa", u".bb"), 1);
}
TEST(IntlCollator, IsSupportedCollation)
{
// Since this list is dependent on ICU, and may change between upgrades, only
// test a subset of the keywords.
auto german = MakeStringSpan("de");
auto standard = MakeStringSpan("standard");
auto search = MakeStringSpan("search");
auto eor = MakeStringSpan("eor");
auto phonebk = MakeStringSpan("phonebk"); // Valid BCP 47.
auto phonebook = MakeStringSpan("phonebook"); // Not valid BCP 47.
bool hasStandard = Collator::IsSupportedCollation(german, standard);
bool hasSearch = Collator::IsSupportedCollation(german, search);
bool hasEor = Collator::IsSupportedCollation(german, eor);
bool hasPhonebk = Collator::IsSupportedCollation(german, phonebk);
bool hasPhonebook = Collator::IsSupportedCollation(german, phonebook);
ASSERT_FALSE(hasStandard); // Special excluded item
ASSERT_FALSE(hasSearch); // Special excluded item
ASSERT_TRUE(hasEor);
ASSERT_TRUE(hasPhonebk);
ASSERT_FALSE(hasPhonebook); // Not valid BCP 47.
}
TEST(IntlCollator, GetBcp47KeywordValues)
{
auto extensions = Collator::GetBcp47KeywordValues();
// Since this list is dependent on ICU, and may change between upgrades, only
// test a subset of the keywords.
auto standard = MakeStringSpan("standard");
auto search = MakeStringSpan("search");
auto phonebk = MakeStringSpan("phonebk"); // Valid BCP 47.
auto phonebook = MakeStringSpan("phonebook"); // Not valid BCP 47.
bool hasStandard = false;
bool hasSearch = false;
bool hasPhonebk = false;
bool hasPhonebook = false;
for (auto extension : extensions) {
hasStandard |= extension == standard;
hasSearch |= extension == search;
hasPhonebk |= extension == phonebk;
hasPhonebook |= extension == phonebook;
}
ASSERT_FALSE(hasStandard); // Excluded from reporting
ASSERT_FALSE(hasSearch); // Excluded from reporting
ASSERT_TRUE(hasPhonebk);
ASSERT_FALSE(hasPhonebook); // Not valid BCP 47.
}
TEST(IntlCollator, GetAvailableLocales)
{
using namespace std::literals;
int32_t english = 0;
int32_t german = 0;
int32_t chinese = 0;
// Since this list is dependent on ICU, and may change between upgrades, only
// test a subset of the available locales.
for (mozilla::Span<const char> locale : Collator::GetAvailableLocales()) {
if (locale == mozilla::MakeStringSpan("en")) {
english++;
} else if (locale == mozilla::MakeStringSpan("de")) {
german++;
} else if (locale == mozilla::MakeStringSpan("zh")) {
chinese++;
}
}
// Each locale should be found exactly once.
ASSERT_EQ(english, 1);
ASSERT_EQ(german, 1);
ASSERT_EQ(chinese, 1);
}
} // namespace mozilla::intl