ascii_test.cc 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365
  1. // Copyright 2017 The Abseil Authors.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // https://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. #include "absl/strings/ascii.h"
  15. #include <cctype>
  16. #include <clocale>
  17. #include <cstring>
  18. #include <string>
  19. #include "gtest/gtest.h"
  20. #include "absl/base/macros.h"
  21. #include "absl/base/port.h"
  22. namespace {
  23. TEST(AsciiIsFoo, All) {
  24. for (int i = 0; i < 256; i++) {
  25. if ((i >= 'a' && i <= 'z') || (i >= 'A' && i <= 'Z'))
  26. EXPECT_TRUE(absl::ascii_isalpha(i)) << ": failed on " << i;
  27. else
  28. EXPECT_TRUE(!absl::ascii_isalpha(i)) << ": failed on " << i;
  29. }
  30. for (int i = 0; i < 256; i++) {
  31. if ((i >= '0' && i <= '9'))
  32. EXPECT_TRUE(absl::ascii_isdigit(i)) << ": failed on " << i;
  33. else
  34. EXPECT_TRUE(!absl::ascii_isdigit(i)) << ": failed on " << i;
  35. }
  36. for (int i = 0; i < 256; i++) {
  37. if (absl::ascii_isalpha(i) || absl::ascii_isdigit(i))
  38. EXPECT_TRUE(absl::ascii_isalnum(i)) << ": failed on " << i;
  39. else
  40. EXPECT_TRUE(!absl::ascii_isalnum(i)) << ": failed on " << i;
  41. }
  42. for (int i = 0; i < 256; i++) {
  43. if (i != '\0' && strchr(" \r\n\t\v\f", i))
  44. EXPECT_TRUE(absl::ascii_isspace(i)) << ": failed on " << i;
  45. else
  46. EXPECT_TRUE(!absl::ascii_isspace(i)) << ": failed on " << i;
  47. }
  48. for (int i = 0; i < 256; i++) {
  49. if (i >= 32 && i < 127)
  50. EXPECT_TRUE(absl::ascii_isprint(i)) << ": failed on " << i;
  51. else
  52. EXPECT_TRUE(!absl::ascii_isprint(i)) << ": failed on " << i;
  53. }
  54. for (int i = 0; i < 256; i++) {
  55. if (absl::ascii_isprint(i) && !absl::ascii_isspace(i) &&
  56. !absl::ascii_isalnum(i))
  57. EXPECT_TRUE(absl::ascii_ispunct(i)) << ": failed on " << i;
  58. else
  59. EXPECT_TRUE(!absl::ascii_ispunct(i)) << ": failed on " << i;
  60. }
  61. for (int i = 0; i < 256; i++) {
  62. if (i == ' ' || i == '\t')
  63. EXPECT_TRUE(absl::ascii_isblank(i)) << ": failed on " << i;
  64. else
  65. EXPECT_TRUE(!absl::ascii_isblank(i)) << ": failed on " << i;
  66. }
  67. for (int i = 0; i < 256; i++) {
  68. if (i < 32 || i == 127)
  69. EXPECT_TRUE(absl::ascii_iscntrl(i)) << ": failed on " << i;
  70. else
  71. EXPECT_TRUE(!absl::ascii_iscntrl(i)) << ": failed on " << i;
  72. }
  73. for (int i = 0; i < 256; i++) {
  74. if (absl::ascii_isdigit(i) || (i >= 'A' && i <= 'F') ||
  75. (i >= 'a' && i <= 'f'))
  76. EXPECT_TRUE(absl::ascii_isxdigit(i)) << ": failed on " << i;
  77. else
  78. EXPECT_TRUE(!absl::ascii_isxdigit(i)) << ": failed on " << i;
  79. }
  80. for (int i = 0; i < 256; i++) {
  81. if (i > 32 && i < 127)
  82. EXPECT_TRUE(absl::ascii_isgraph(i)) << ": failed on " << i;
  83. else
  84. EXPECT_TRUE(!absl::ascii_isgraph(i)) << ": failed on " << i;
  85. }
  86. for (int i = 0; i < 256; i++) {
  87. if (i >= 'A' && i <= 'Z')
  88. EXPECT_TRUE(absl::ascii_isupper(i)) << ": failed on " << i;
  89. else
  90. EXPECT_TRUE(!absl::ascii_isupper(i)) << ": failed on " << i;
  91. }
  92. for (int i = 0; i < 256; i++) {
  93. if (i >= 'a' && i <= 'z')
  94. EXPECT_TRUE(absl::ascii_islower(i)) << ": failed on " << i;
  95. else
  96. EXPECT_TRUE(!absl::ascii_islower(i)) << ": failed on " << i;
  97. }
  98. for (int i = 0; i < 128; i++) {
  99. EXPECT_TRUE(absl::ascii_isascii(i)) << ": failed on " << i;
  100. }
  101. for (int i = 128; i < 256; i++) {
  102. EXPECT_TRUE(!absl::ascii_isascii(i)) << ": failed on " << i;
  103. }
  104. // The official is* functions don't accept negative signed chars, but
  105. // our absl::ascii_is* functions do.
  106. for (int i = 0; i < 256; i++) {
  107. signed char sc = static_cast<signed char>(static_cast<unsigned char>(i));
  108. EXPECT_EQ(absl::ascii_isalpha(i), absl::ascii_isalpha(sc)) << i;
  109. EXPECT_EQ(absl::ascii_isdigit(i), absl::ascii_isdigit(sc)) << i;
  110. EXPECT_EQ(absl::ascii_isalnum(i), absl::ascii_isalnum(sc)) << i;
  111. EXPECT_EQ(absl::ascii_isspace(i), absl::ascii_isspace(sc)) << i;
  112. EXPECT_EQ(absl::ascii_ispunct(i), absl::ascii_ispunct(sc)) << i;
  113. EXPECT_EQ(absl::ascii_isblank(i), absl::ascii_isblank(sc)) << i;
  114. EXPECT_EQ(absl::ascii_iscntrl(i), absl::ascii_iscntrl(sc)) << i;
  115. EXPECT_EQ(absl::ascii_isxdigit(i), absl::ascii_isxdigit(sc)) << i;
  116. EXPECT_EQ(absl::ascii_isprint(i), absl::ascii_isprint(sc)) << i;
  117. EXPECT_EQ(absl::ascii_isgraph(i), absl::ascii_isgraph(sc)) << i;
  118. EXPECT_EQ(absl::ascii_isupper(i), absl::ascii_isupper(sc)) << i;
  119. EXPECT_EQ(absl::ascii_islower(i), absl::ascii_islower(sc)) << i;
  120. EXPECT_EQ(absl::ascii_isascii(i), absl::ascii_isascii(sc)) << i;
  121. }
  122. }
  123. // Checks that absl::ascii_isfoo returns the same value as isfoo in the C
  124. // locale.
  125. TEST(AsciiIsFoo, SameAsIsFoo) {
  126. #ifndef __ANDROID__
  127. // temporarily change locale to C. It should already be C, but just for safety
  128. const char* old_locale = setlocale(LC_CTYPE, "C");
  129. ASSERT_TRUE(old_locale != nullptr);
  130. #endif
  131. for (int i = 0; i < 256; i++) {
  132. EXPECT_EQ(isalpha(i) != 0, absl::ascii_isalpha(i)) << i;
  133. EXPECT_EQ(isdigit(i) != 0, absl::ascii_isdigit(i)) << i;
  134. EXPECT_EQ(isalnum(i) != 0, absl::ascii_isalnum(i)) << i;
  135. EXPECT_EQ(isspace(i) != 0, absl::ascii_isspace(i)) << i;
  136. EXPECT_EQ(ispunct(i) != 0, absl::ascii_ispunct(i)) << i;
  137. EXPECT_EQ(isblank(i) != 0, absl::ascii_isblank(i)) << i;
  138. EXPECT_EQ(iscntrl(i) != 0, absl::ascii_iscntrl(i)) << i;
  139. EXPECT_EQ(isxdigit(i) != 0, absl::ascii_isxdigit(i)) << i;
  140. EXPECT_EQ(isprint(i) != 0, absl::ascii_isprint(i)) << i;
  141. EXPECT_EQ(isgraph(i) != 0, absl::ascii_isgraph(i)) << i;
  142. EXPECT_EQ(isupper(i) != 0, absl::ascii_isupper(i)) << i;
  143. EXPECT_EQ(islower(i) != 0, absl::ascii_islower(i)) << i;
  144. EXPECT_EQ(isascii(i) != 0, absl::ascii_isascii(i)) << i;
  145. }
  146. #ifndef __ANDROID__
  147. // restore the old locale.
  148. ASSERT_TRUE(setlocale(LC_CTYPE, old_locale));
  149. #endif
  150. }
  151. TEST(AsciiToFoo, All) {
  152. #ifndef __ANDROID__
  153. // temporarily change locale to C. It should already be C, but just for safety
  154. const char* old_locale = setlocale(LC_CTYPE, "C");
  155. ASSERT_TRUE(old_locale != nullptr);
  156. #endif
  157. for (int i = 0; i < 256; i++) {
  158. if (absl::ascii_islower(i))
  159. EXPECT_EQ(absl::ascii_toupper(i), 'A' + (i - 'a')) << i;
  160. else
  161. EXPECT_EQ(absl::ascii_toupper(i), static_cast<char>(i)) << i;
  162. if (absl::ascii_isupper(i))
  163. EXPECT_EQ(absl::ascii_tolower(i), 'a' + (i - 'A')) << i;
  164. else
  165. EXPECT_EQ(absl::ascii_tolower(i), static_cast<char>(i)) << i;
  166. // These CHECKs only hold in a C locale.
  167. EXPECT_EQ(static_cast<char>(tolower(i)), absl::ascii_tolower(i)) << i;
  168. EXPECT_EQ(static_cast<char>(toupper(i)), absl::ascii_toupper(i)) << i;
  169. // The official to* functions don't accept negative signed chars, but
  170. // our absl::ascii_to* functions do.
  171. signed char sc = static_cast<signed char>(static_cast<unsigned char>(i));
  172. EXPECT_EQ(absl::ascii_tolower(i), absl::ascii_tolower(sc)) << i;
  173. EXPECT_EQ(absl::ascii_toupper(i), absl::ascii_toupper(sc)) << i;
  174. }
  175. #ifndef __ANDROID__
  176. // restore the old locale.
  177. ASSERT_TRUE(setlocale(LC_CTYPE, old_locale));
  178. #endif
  179. }
  180. TEST(AsciiStrTo, Lower) {
  181. const char buf[] = "ABCDEF";
  182. const std::string str("GHIJKL");
  183. const std::string str2("MNOPQR");
  184. const absl::string_view sp(str2);
  185. std::string mutable_str("STUVWX");
  186. EXPECT_EQ("abcdef", absl::AsciiStrToLower(buf));
  187. EXPECT_EQ("ghijkl", absl::AsciiStrToLower(str));
  188. EXPECT_EQ("mnopqr", absl::AsciiStrToLower(sp));
  189. absl::AsciiStrToLower(&mutable_str);
  190. EXPECT_EQ("stuvwx", mutable_str);
  191. char mutable_buf[] = "Mutable";
  192. std::transform(mutable_buf, mutable_buf + strlen(mutable_buf),
  193. mutable_buf, absl::ascii_tolower);
  194. EXPECT_STREQ("mutable", mutable_buf);
  195. }
  196. TEST(AsciiStrTo, Upper) {
  197. const char buf[] = "abcdef";
  198. const std::string str("ghijkl");
  199. const std::string str2("mnopqr");
  200. const absl::string_view sp(str2);
  201. EXPECT_EQ("ABCDEF", absl::AsciiStrToUpper(buf));
  202. EXPECT_EQ("GHIJKL", absl::AsciiStrToUpper(str));
  203. EXPECT_EQ("MNOPQR", absl::AsciiStrToUpper(sp));
  204. char mutable_buf[] = "Mutable";
  205. std::transform(mutable_buf, mutable_buf + strlen(mutable_buf),
  206. mutable_buf, absl::ascii_toupper);
  207. EXPECT_STREQ("MUTABLE", mutable_buf);
  208. }
  209. TEST(StripLeadingAsciiWhitespace, FromStringView) {
  210. EXPECT_EQ(absl::string_view{},
  211. absl::StripLeadingAsciiWhitespace(absl::string_view{}));
  212. EXPECT_EQ("foo", absl::StripLeadingAsciiWhitespace({"foo"}));
  213. EXPECT_EQ("foo", absl::StripLeadingAsciiWhitespace({"\t \n\f\r\n\vfoo"}));
  214. EXPECT_EQ("foo foo\n ",
  215. absl::StripLeadingAsciiWhitespace({"\t \n\f\r\n\vfoo foo\n "}));
  216. EXPECT_EQ(absl::string_view{}, absl::StripLeadingAsciiWhitespace(
  217. {"\t \n\f\r\v\n\t \n\f\r\v\n"}));
  218. }
  219. TEST(StripLeadingAsciiWhitespace, InPlace) {
  220. std::string str;
  221. absl::StripLeadingAsciiWhitespace(&str);
  222. EXPECT_EQ("", str);
  223. str = "foo";
  224. absl::StripLeadingAsciiWhitespace(&str);
  225. EXPECT_EQ("foo", str);
  226. str = "\t \n\f\r\n\vfoo";
  227. absl::StripLeadingAsciiWhitespace(&str);
  228. EXPECT_EQ("foo", str);
  229. str = "\t \n\f\r\n\vfoo foo\n ";
  230. absl::StripLeadingAsciiWhitespace(&str);
  231. EXPECT_EQ("foo foo\n ", str);
  232. str = "\t \n\f\r\v\n\t \n\f\r\v\n";
  233. absl::StripLeadingAsciiWhitespace(&str);
  234. EXPECT_EQ(absl::string_view{}, str);
  235. }
  236. TEST(StripTrailingAsciiWhitespace, FromStringView) {
  237. EXPECT_EQ(absl::string_view{},
  238. absl::StripTrailingAsciiWhitespace(absl::string_view{}));
  239. EXPECT_EQ("foo", absl::StripTrailingAsciiWhitespace({"foo"}));
  240. EXPECT_EQ("foo", absl::StripTrailingAsciiWhitespace({"foo\t \n\f\r\n\v"}));
  241. EXPECT_EQ(" \nfoo foo",
  242. absl::StripTrailingAsciiWhitespace({" \nfoo foo\t \n\f\r\n\v"}));
  243. EXPECT_EQ(absl::string_view{}, absl::StripTrailingAsciiWhitespace(
  244. {"\t \n\f\r\v\n\t \n\f\r\v\n"}));
  245. }
  246. TEST(StripTrailingAsciiWhitespace, InPlace) {
  247. std::string str;
  248. absl::StripTrailingAsciiWhitespace(&str);
  249. EXPECT_EQ("", str);
  250. str = "foo";
  251. absl::StripTrailingAsciiWhitespace(&str);
  252. EXPECT_EQ("foo", str);
  253. str = "foo\t \n\f\r\n\v";
  254. absl::StripTrailingAsciiWhitespace(&str);
  255. EXPECT_EQ("foo", str);
  256. str = " \nfoo foo\t \n\f\r\n\v";
  257. absl::StripTrailingAsciiWhitespace(&str);
  258. EXPECT_EQ(" \nfoo foo", str);
  259. str = "\t \n\f\r\v\n\t \n\f\r\v\n";
  260. absl::StripTrailingAsciiWhitespace(&str);
  261. EXPECT_EQ(absl::string_view{}, str);
  262. }
  263. TEST(StripAsciiWhitespace, FromStringView) {
  264. EXPECT_EQ(absl::string_view{},
  265. absl::StripAsciiWhitespace(absl::string_view{}));
  266. EXPECT_EQ("foo", absl::StripAsciiWhitespace({"foo"}));
  267. EXPECT_EQ("foo",
  268. absl::StripAsciiWhitespace({"\t \n\f\r\n\vfoo\t \n\f\r\n\v"}));
  269. EXPECT_EQ("foo foo", absl::StripAsciiWhitespace(
  270. {"\t \n\f\r\n\vfoo foo\t \n\f\r\n\v"}));
  271. EXPECT_EQ(absl::string_view{},
  272. absl::StripAsciiWhitespace({"\t \n\f\r\v\n\t \n\f\r\v\n"}));
  273. }
  274. TEST(StripAsciiWhitespace, InPlace) {
  275. std::string str;
  276. absl::StripAsciiWhitespace(&str);
  277. EXPECT_EQ("", str);
  278. str = "foo";
  279. absl::StripAsciiWhitespace(&str);
  280. EXPECT_EQ("foo", str);
  281. str = "\t \n\f\r\n\vfoo\t \n\f\r\n\v";
  282. absl::StripAsciiWhitespace(&str);
  283. EXPECT_EQ("foo", str);
  284. str = "\t \n\f\r\n\vfoo foo\t \n\f\r\n\v";
  285. absl::StripAsciiWhitespace(&str);
  286. EXPECT_EQ("foo foo", str);
  287. str = "\t \n\f\r\v\n\t \n\f\r\v\n";
  288. absl::StripAsciiWhitespace(&str);
  289. EXPECT_EQ(absl::string_view{}, str);
  290. }
  291. TEST(RemoveExtraAsciiWhitespace, InPlace) {
  292. const char* inputs[] = {"No extra space",
  293. " Leading whitespace",
  294. "Trailing whitespace ",
  295. " Leading and trailing ",
  296. " Whitespace \t in\v middle ",
  297. "'Eeeeep! \n Newlines!\n",
  298. "nospaces",
  299. "",
  300. "\n\t a\t\n\nb \t\n"};
  301. const char* outputs[] = {
  302. "No extra space",
  303. "Leading whitespace",
  304. "Trailing whitespace",
  305. "Leading and trailing",
  306. "Whitespace in middle",
  307. "'Eeeeep! Newlines!",
  308. "nospaces",
  309. "",
  310. "a\nb",
  311. };
  312. const int NUM_TESTS = ABSL_ARRAYSIZE(inputs);
  313. for (int i = 0; i < NUM_TESTS; i++) {
  314. std::string s(inputs[i]);
  315. absl::RemoveExtraAsciiWhitespace(&s);
  316. EXPECT_EQ(outputs[i], s);
  317. }
  318. }
  319. } // namespace