123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365 |
- // Copyright 2017 The Abseil Authors.
- //
- // Licensed under the Apache License, Version 2.0 (the "License");
- // you may not use this file except in compliance with the License.
- // You may obtain a copy of the License at
- //
- // https://www.apache.org/licenses/LICENSE-2.0
- //
- // Unless required by applicable law or agreed to in writing, software
- // distributed under the License is distributed on an "AS IS" BASIS,
- // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- // See the License for the specific language governing permissions and
- // limitations under the License.
- #include "absl/strings/ascii.h"
- #include <cctype>
- #include <clocale>
- #include <cstring>
- #include <string>
- #include "gtest/gtest.h"
- #include "absl/base/macros.h"
- #include "absl/base/port.h"
- namespace {
- TEST(AsciiIsFoo, All) {
- for (int i = 0; i < 256; i++) {
- if ((i >= 'a' && i <= 'z') || (i >= 'A' && i <= 'Z'))
- EXPECT_TRUE(absl::ascii_isalpha(i)) << ": failed on " << i;
- else
- EXPECT_TRUE(!absl::ascii_isalpha(i)) << ": failed on " << i;
- }
- for (int i = 0; i < 256; i++) {
- if ((i >= '0' && i <= '9'))
- EXPECT_TRUE(absl::ascii_isdigit(i)) << ": failed on " << i;
- else
- EXPECT_TRUE(!absl::ascii_isdigit(i)) << ": failed on " << i;
- }
- for (int i = 0; i < 256; i++) {
- if (absl::ascii_isalpha(i) || absl::ascii_isdigit(i))
- EXPECT_TRUE(absl::ascii_isalnum(i)) << ": failed on " << i;
- else
- EXPECT_TRUE(!absl::ascii_isalnum(i)) << ": failed on " << i;
- }
- for (int i = 0; i < 256; i++) {
- if (i != '\0' && strchr(" \r\n\t\v\f", i))
- EXPECT_TRUE(absl::ascii_isspace(i)) << ": failed on " << i;
- else
- EXPECT_TRUE(!absl::ascii_isspace(i)) << ": failed on " << i;
- }
- for (int i = 0; i < 256; i++) {
- if (i >= 32 && i < 127)
- EXPECT_TRUE(absl::ascii_isprint(i)) << ": failed on " << i;
- else
- EXPECT_TRUE(!absl::ascii_isprint(i)) << ": failed on " << i;
- }
- for (int i = 0; i < 256; i++) {
- if (absl::ascii_isprint(i) && !absl::ascii_isspace(i) &&
- !absl::ascii_isalnum(i))
- EXPECT_TRUE(absl::ascii_ispunct(i)) << ": failed on " << i;
- else
- EXPECT_TRUE(!absl::ascii_ispunct(i)) << ": failed on " << i;
- }
- for (int i = 0; i < 256; i++) {
- if (i == ' ' || i == '\t')
- EXPECT_TRUE(absl::ascii_isblank(i)) << ": failed on " << i;
- else
- EXPECT_TRUE(!absl::ascii_isblank(i)) << ": failed on " << i;
- }
- for (int i = 0; i < 256; i++) {
- if (i < 32 || i == 127)
- EXPECT_TRUE(absl::ascii_iscntrl(i)) << ": failed on " << i;
- else
- EXPECT_TRUE(!absl::ascii_iscntrl(i)) << ": failed on " << i;
- }
- for (int i = 0; i < 256; i++) {
- if (absl::ascii_isdigit(i) || (i >= 'A' && i <= 'F') ||
- (i >= 'a' && i <= 'f'))
- EXPECT_TRUE(absl::ascii_isxdigit(i)) << ": failed on " << i;
- else
- EXPECT_TRUE(!absl::ascii_isxdigit(i)) << ": failed on " << i;
- }
- for (int i = 0; i < 256; i++) {
- if (i > 32 && i < 127)
- EXPECT_TRUE(absl::ascii_isgraph(i)) << ": failed on " << i;
- else
- EXPECT_TRUE(!absl::ascii_isgraph(i)) << ": failed on " << i;
- }
- for (int i = 0; i < 256; i++) {
- if (i >= 'A' && i <= 'Z')
- EXPECT_TRUE(absl::ascii_isupper(i)) << ": failed on " << i;
- else
- EXPECT_TRUE(!absl::ascii_isupper(i)) << ": failed on " << i;
- }
- for (int i = 0; i < 256; i++) {
- if (i >= 'a' && i <= 'z')
- EXPECT_TRUE(absl::ascii_islower(i)) << ": failed on " << i;
- else
- EXPECT_TRUE(!absl::ascii_islower(i)) << ": failed on " << i;
- }
- for (int i = 0; i < 128; i++) {
- EXPECT_TRUE(absl::ascii_isascii(i)) << ": failed on " << i;
- }
- for (int i = 128; i < 256; i++) {
- EXPECT_TRUE(!absl::ascii_isascii(i)) << ": failed on " << i;
- }
- // The official is* functions don't accept negative signed chars, but
- // our absl::ascii_is* functions do.
- for (int i = 0; i < 256; i++) {
- signed char sc = static_cast<signed char>(static_cast<unsigned char>(i));
- EXPECT_EQ(absl::ascii_isalpha(i), absl::ascii_isalpha(sc)) << i;
- EXPECT_EQ(absl::ascii_isdigit(i), absl::ascii_isdigit(sc)) << i;
- EXPECT_EQ(absl::ascii_isalnum(i), absl::ascii_isalnum(sc)) << i;
- EXPECT_EQ(absl::ascii_isspace(i), absl::ascii_isspace(sc)) << i;
- EXPECT_EQ(absl::ascii_ispunct(i), absl::ascii_ispunct(sc)) << i;
- EXPECT_EQ(absl::ascii_isblank(i), absl::ascii_isblank(sc)) << i;
- EXPECT_EQ(absl::ascii_iscntrl(i), absl::ascii_iscntrl(sc)) << i;
- EXPECT_EQ(absl::ascii_isxdigit(i), absl::ascii_isxdigit(sc)) << i;
- EXPECT_EQ(absl::ascii_isprint(i), absl::ascii_isprint(sc)) << i;
- EXPECT_EQ(absl::ascii_isgraph(i), absl::ascii_isgraph(sc)) << i;
- EXPECT_EQ(absl::ascii_isupper(i), absl::ascii_isupper(sc)) << i;
- EXPECT_EQ(absl::ascii_islower(i), absl::ascii_islower(sc)) << i;
- EXPECT_EQ(absl::ascii_isascii(i), absl::ascii_isascii(sc)) << i;
- }
- }
- // Checks that absl::ascii_isfoo returns the same value as isfoo in the C
- // locale.
- TEST(AsciiIsFoo, SameAsIsFoo) {
- #ifndef __ANDROID__
- // temporarily change locale to C. It should already be C, but just for safety
- const char* old_locale = setlocale(LC_CTYPE, "C");
- ASSERT_TRUE(old_locale != nullptr);
- #endif
- for (int i = 0; i < 256; i++) {
- EXPECT_EQ(isalpha(i) != 0, absl::ascii_isalpha(i)) << i;
- EXPECT_EQ(isdigit(i) != 0, absl::ascii_isdigit(i)) << i;
- EXPECT_EQ(isalnum(i) != 0, absl::ascii_isalnum(i)) << i;
- EXPECT_EQ(isspace(i) != 0, absl::ascii_isspace(i)) << i;
- EXPECT_EQ(ispunct(i) != 0, absl::ascii_ispunct(i)) << i;
- EXPECT_EQ(isblank(i) != 0, absl::ascii_isblank(i)) << i;
- EXPECT_EQ(iscntrl(i) != 0, absl::ascii_iscntrl(i)) << i;
- EXPECT_EQ(isxdigit(i) != 0, absl::ascii_isxdigit(i)) << i;
- EXPECT_EQ(isprint(i) != 0, absl::ascii_isprint(i)) << i;
- EXPECT_EQ(isgraph(i) != 0, absl::ascii_isgraph(i)) << i;
- EXPECT_EQ(isupper(i) != 0, absl::ascii_isupper(i)) << i;
- EXPECT_EQ(islower(i) != 0, absl::ascii_islower(i)) << i;
- EXPECT_EQ(isascii(i) != 0, absl::ascii_isascii(i)) << i;
- }
- #ifndef __ANDROID__
- // restore the old locale.
- ASSERT_TRUE(setlocale(LC_CTYPE, old_locale));
- #endif
- }
- TEST(AsciiToFoo, All) {
- #ifndef __ANDROID__
- // temporarily change locale to C. It should already be C, but just for safety
- const char* old_locale = setlocale(LC_CTYPE, "C");
- ASSERT_TRUE(old_locale != nullptr);
- #endif
- for (int i = 0; i < 256; i++) {
- if (absl::ascii_islower(i))
- EXPECT_EQ(absl::ascii_toupper(i), 'A' + (i - 'a')) << i;
- else
- EXPECT_EQ(absl::ascii_toupper(i), static_cast<char>(i)) << i;
- if (absl::ascii_isupper(i))
- EXPECT_EQ(absl::ascii_tolower(i), 'a' + (i - 'A')) << i;
- else
- EXPECT_EQ(absl::ascii_tolower(i), static_cast<char>(i)) << i;
- // These CHECKs only hold in a C locale.
- EXPECT_EQ(static_cast<char>(tolower(i)), absl::ascii_tolower(i)) << i;
- EXPECT_EQ(static_cast<char>(toupper(i)), absl::ascii_toupper(i)) << i;
- // The official to* functions don't accept negative signed chars, but
- // our absl::ascii_to* functions do.
- signed char sc = static_cast<signed char>(static_cast<unsigned char>(i));
- EXPECT_EQ(absl::ascii_tolower(i), absl::ascii_tolower(sc)) << i;
- EXPECT_EQ(absl::ascii_toupper(i), absl::ascii_toupper(sc)) << i;
- }
- #ifndef __ANDROID__
- // restore the old locale.
- ASSERT_TRUE(setlocale(LC_CTYPE, old_locale));
- #endif
- }
- TEST(AsciiStrTo, Lower) {
- const char buf[] = "ABCDEF";
- const std::string str("GHIJKL");
- const std::string str2("MNOPQR");
- const absl::string_view sp(str2);
- std::string mutable_str("STUVWX");
- EXPECT_EQ("abcdef", absl::AsciiStrToLower(buf));
- EXPECT_EQ("ghijkl", absl::AsciiStrToLower(str));
- EXPECT_EQ("mnopqr", absl::AsciiStrToLower(sp));
- absl::AsciiStrToLower(&mutable_str);
- EXPECT_EQ("stuvwx", mutable_str);
- char mutable_buf[] = "Mutable";
- std::transform(mutable_buf, mutable_buf + strlen(mutable_buf),
- mutable_buf, absl::ascii_tolower);
- EXPECT_STREQ("mutable", mutable_buf);
- }
- TEST(AsciiStrTo, Upper) {
- const char buf[] = "abcdef";
- const std::string str("ghijkl");
- const std::string str2("mnopqr");
- const absl::string_view sp(str2);
- EXPECT_EQ("ABCDEF", absl::AsciiStrToUpper(buf));
- EXPECT_EQ("GHIJKL", absl::AsciiStrToUpper(str));
- EXPECT_EQ("MNOPQR", absl::AsciiStrToUpper(sp));
- char mutable_buf[] = "Mutable";
- std::transform(mutable_buf, mutable_buf + strlen(mutable_buf),
- mutable_buf, absl::ascii_toupper);
- EXPECT_STREQ("MUTABLE", mutable_buf);
- }
- TEST(StripLeadingAsciiWhitespace, FromStringView) {
- EXPECT_EQ(absl::string_view{},
- absl::StripLeadingAsciiWhitespace(absl::string_view{}));
- EXPECT_EQ("foo", absl::StripLeadingAsciiWhitespace({"foo"}));
- EXPECT_EQ("foo", absl::StripLeadingAsciiWhitespace({"\t \n\f\r\n\vfoo"}));
- EXPECT_EQ("foo foo\n ",
- absl::StripLeadingAsciiWhitespace({"\t \n\f\r\n\vfoo foo\n "}));
- EXPECT_EQ(absl::string_view{}, absl::StripLeadingAsciiWhitespace(
- {"\t \n\f\r\v\n\t \n\f\r\v\n"}));
- }
- TEST(StripLeadingAsciiWhitespace, InPlace) {
- std::string str;
- absl::StripLeadingAsciiWhitespace(&str);
- EXPECT_EQ("", str);
- str = "foo";
- absl::StripLeadingAsciiWhitespace(&str);
- EXPECT_EQ("foo", str);
- str = "\t \n\f\r\n\vfoo";
- absl::StripLeadingAsciiWhitespace(&str);
- EXPECT_EQ("foo", str);
- str = "\t \n\f\r\n\vfoo foo\n ";
- absl::StripLeadingAsciiWhitespace(&str);
- EXPECT_EQ("foo foo\n ", str);
- str = "\t \n\f\r\v\n\t \n\f\r\v\n";
- absl::StripLeadingAsciiWhitespace(&str);
- EXPECT_EQ(absl::string_view{}, str);
- }
- TEST(StripTrailingAsciiWhitespace, FromStringView) {
- EXPECT_EQ(absl::string_view{},
- absl::StripTrailingAsciiWhitespace(absl::string_view{}));
- EXPECT_EQ("foo", absl::StripTrailingAsciiWhitespace({"foo"}));
- EXPECT_EQ("foo", absl::StripTrailingAsciiWhitespace({"foo\t \n\f\r\n\v"}));
- EXPECT_EQ(" \nfoo foo",
- absl::StripTrailingAsciiWhitespace({" \nfoo foo\t \n\f\r\n\v"}));
- EXPECT_EQ(absl::string_view{}, absl::StripTrailingAsciiWhitespace(
- {"\t \n\f\r\v\n\t \n\f\r\v\n"}));
- }
- TEST(StripTrailingAsciiWhitespace, InPlace) {
- std::string str;
- absl::StripTrailingAsciiWhitespace(&str);
- EXPECT_EQ("", str);
- str = "foo";
- absl::StripTrailingAsciiWhitespace(&str);
- EXPECT_EQ("foo", str);
- str = "foo\t \n\f\r\n\v";
- absl::StripTrailingAsciiWhitespace(&str);
- EXPECT_EQ("foo", str);
- str = " \nfoo foo\t \n\f\r\n\v";
- absl::StripTrailingAsciiWhitespace(&str);
- EXPECT_EQ(" \nfoo foo", str);
- str = "\t \n\f\r\v\n\t \n\f\r\v\n";
- absl::StripTrailingAsciiWhitespace(&str);
- EXPECT_EQ(absl::string_view{}, str);
- }
- TEST(StripAsciiWhitespace, FromStringView) {
- EXPECT_EQ(absl::string_view{},
- absl::StripAsciiWhitespace(absl::string_view{}));
- EXPECT_EQ("foo", absl::StripAsciiWhitespace({"foo"}));
- EXPECT_EQ("foo",
- absl::StripAsciiWhitespace({"\t \n\f\r\n\vfoo\t \n\f\r\n\v"}));
- EXPECT_EQ("foo foo", absl::StripAsciiWhitespace(
- {"\t \n\f\r\n\vfoo foo\t \n\f\r\n\v"}));
- EXPECT_EQ(absl::string_view{},
- absl::StripAsciiWhitespace({"\t \n\f\r\v\n\t \n\f\r\v\n"}));
- }
- TEST(StripAsciiWhitespace, InPlace) {
- std::string str;
- absl::StripAsciiWhitespace(&str);
- EXPECT_EQ("", str);
- str = "foo";
- absl::StripAsciiWhitespace(&str);
- EXPECT_EQ("foo", str);
- str = "\t \n\f\r\n\vfoo\t \n\f\r\n\v";
- absl::StripAsciiWhitespace(&str);
- EXPECT_EQ("foo", str);
- str = "\t \n\f\r\n\vfoo foo\t \n\f\r\n\v";
- absl::StripAsciiWhitespace(&str);
- EXPECT_EQ("foo foo", str);
- str = "\t \n\f\r\v\n\t \n\f\r\v\n";
- absl::StripAsciiWhitespace(&str);
- EXPECT_EQ(absl::string_view{}, str);
- }
- TEST(RemoveExtraAsciiWhitespace, InPlace) {
- const char* inputs[] = {"No extra space",
- " Leading whitespace",
- "Trailing whitespace ",
- " Leading and trailing ",
- " Whitespace \t in\v middle ",
- "'Eeeeep! \n Newlines!\n",
- "nospaces",
- "",
- "\n\t a\t\n\nb \t\n"};
- const char* outputs[] = {
- "No extra space",
- "Leading whitespace",
- "Trailing whitespace",
- "Leading and trailing",
- "Whitespace in middle",
- "'Eeeeep! Newlines!",
- "nospaces",
- "",
- "a\nb",
- };
- const int NUM_TESTS = ABSL_ARRAYSIZE(inputs);
- for (int i = 0; i < NUM_TESTS; i++) {
- std::string s(inputs[i]);
- absl::RemoveExtraAsciiWhitespace(&s);
- EXPECT_EQ(outputs[i], s);
- }
- }
- } // namespace
|