cord_test.cc 62 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957
  1. // Copyright 2020 The Abseil Authors.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // https://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. #include "absl/strings/cord.h"
  15. #include <algorithm>
  16. #include <climits>
  17. #include <cstdio>
  18. #include <iterator>
  19. #include <map>
  20. #include <numeric>
  21. #include <random>
  22. #include <sstream>
  23. #include <type_traits>
  24. #include <utility>
  25. #include <vector>
  26. #include "gmock/gmock.h"
  27. #include "gtest/gtest.h"
  28. #include "absl/base/casts.h"
  29. #include "absl/base/config.h"
  30. #include "absl/base/internal/endian.h"
  31. #include "absl/base/internal/raw_logging.h"
  32. #include "absl/base/macros.h"
  33. #include "absl/container/fixed_array.h"
  34. #include "absl/random/random.h"
  35. #include "absl/strings/cord_test_helpers.h"
  36. #include "absl/strings/cordz_test_helpers.h"
  37. #include "absl/strings/str_cat.h"
  38. #include "absl/strings/str_format.h"
  39. #include "absl/strings/string_view.h"
  40. typedef std::mt19937_64 RandomEngine;
  41. static std::string RandomLowercaseString(RandomEngine* rng);
  42. static std::string RandomLowercaseString(RandomEngine* rng, size_t length);
  43. static int GetUniformRandomUpTo(RandomEngine* rng, int upper_bound) {
  44. if (upper_bound > 0) {
  45. std::uniform_int_distribution<int> uniform(0, upper_bound - 1);
  46. return uniform(*rng);
  47. } else {
  48. return 0;
  49. }
  50. }
  51. static size_t GetUniformRandomUpTo(RandomEngine* rng, size_t upper_bound) {
  52. if (upper_bound > 0) {
  53. std::uniform_int_distribution<size_t> uniform(0, upper_bound - 1);
  54. return uniform(*rng);
  55. } else {
  56. return 0;
  57. }
  58. }
  59. static int32_t GenerateSkewedRandom(RandomEngine* rng, int max_log) {
  60. const uint32_t base = (*rng)() % (max_log + 1);
  61. const uint32_t mask = ((base < 32) ? (1u << base) : 0u) - 1u;
  62. return (*rng)() & mask;
  63. }
  64. static std::string RandomLowercaseString(RandomEngine* rng) {
  65. int length;
  66. std::bernoulli_distribution one_in_1k(0.001);
  67. std::bernoulli_distribution one_in_10k(0.0001);
  68. // With low probability, make a large fragment
  69. if (one_in_10k(*rng)) {
  70. length = GetUniformRandomUpTo(rng, 1048576);
  71. } else if (one_in_1k(*rng)) {
  72. length = GetUniformRandomUpTo(rng, 10000);
  73. } else {
  74. length = GenerateSkewedRandom(rng, 10);
  75. }
  76. return RandomLowercaseString(rng, length);
  77. }
  78. static std::string RandomLowercaseString(RandomEngine* rng, size_t length) {
  79. std::string result(length, '\0');
  80. std::uniform_int_distribution<int> chars('a', 'z');
  81. std::generate(result.begin(), result.end(),
  82. [&]() { return static_cast<char>(chars(*rng)); });
  83. return result;
  84. }
  85. static void DoNothing(absl::string_view /* data */, void* /* arg */) {}
  86. static void DeleteExternalString(absl::string_view data, void* arg) {
  87. std::string* s = reinterpret_cast<std::string*>(arg);
  88. EXPECT_EQ(data, *s);
  89. delete s;
  90. }
  91. // Add "s" to *dst via `MakeCordFromExternal`
  92. static void AddExternalMemory(absl::string_view s, absl::Cord* dst) {
  93. std::string* str = new std::string(s.data(), s.size());
  94. dst->Append(absl::MakeCordFromExternal(*str, [str](absl::string_view data) {
  95. DeleteExternalString(data, str);
  96. }));
  97. }
  98. static void DumpGrowth() {
  99. absl::Cord str;
  100. for (int i = 0; i < 1000; i++) {
  101. char c = 'a' + i % 26;
  102. str.Append(absl::string_view(&c, 1));
  103. }
  104. }
  105. // Make a Cord with some number of fragments. Return the size (in bytes)
  106. // of the smallest fragment.
  107. static size_t AppendWithFragments(const std::string& s, RandomEngine* rng,
  108. absl::Cord* cord) {
  109. size_t j = 0;
  110. const size_t max_size = s.size() / 5; // Make approx. 10 fragments
  111. size_t min_size = max_size; // size of smallest fragment
  112. while (j < s.size()) {
  113. size_t N = 1 + GetUniformRandomUpTo(rng, max_size);
  114. if (N > (s.size() - j)) {
  115. N = s.size() - j;
  116. }
  117. if (N < min_size) {
  118. min_size = N;
  119. }
  120. std::bernoulli_distribution coin_flip(0.5);
  121. if (coin_flip(*rng)) {
  122. // Grow by adding an external-memory.
  123. AddExternalMemory(absl::string_view(s.data() + j, N), cord);
  124. } else {
  125. cord->Append(absl::string_view(s.data() + j, N));
  126. }
  127. j += N;
  128. }
  129. return min_size;
  130. }
  131. // Add an external memory that contains the specified std::string to cord
  132. static void AddNewStringBlock(const std::string& str, absl::Cord* dst) {
  133. char* data = new char[str.size()];
  134. memcpy(data, str.data(), str.size());
  135. dst->Append(absl::MakeCordFromExternal(
  136. absl::string_view(data, str.size()),
  137. [](absl::string_view s) { delete[] s.data(); }));
  138. }
  139. // Make a Cord out of many different types of nodes.
  140. static absl::Cord MakeComposite() {
  141. absl::Cord cord;
  142. cord.Append("the");
  143. AddExternalMemory(" quick brown", &cord);
  144. AddExternalMemory(" fox jumped", &cord);
  145. absl::Cord full(" over");
  146. AddExternalMemory(" the lazy", &full);
  147. AddNewStringBlock(" dog slept the whole day away", &full);
  148. absl::Cord substring = full.Subcord(0, 18);
  149. // Make substring long enough to defeat the copying fast path in Append.
  150. substring.Append(std::string(1000, '.'));
  151. cord.Append(substring);
  152. cord = cord.Subcord(0, cord.size() - 998); // Remove most of extra junk
  153. return cord;
  154. }
  155. namespace absl {
  156. ABSL_NAMESPACE_BEGIN
  157. class CordTestPeer {
  158. public:
  159. static void ForEachChunk(
  160. const Cord& c, absl::FunctionRef<void(absl::string_view)> callback) {
  161. c.ForEachChunk(callback);
  162. }
  163. static bool IsTree(const Cord& c) { return c.contents_.is_tree(); }
  164. static cord_internal::CordzInfo* GetCordzInfo(const Cord& c) {
  165. return c.contents_.cordz_info();
  166. }
  167. static Cord MakeSubstring(Cord src, size_t offset, size_t length) {
  168. ABSL_RAW_CHECK(src.contents_.is_tree(), "Can not be inlined");
  169. Cord cord;
  170. auto* rep = new cord_internal::CordRepSubstring;
  171. rep->tag = cord_internal::SUBSTRING;
  172. rep->child = cord_internal::CordRep::Ref(src.contents_.tree());
  173. rep->start = offset;
  174. rep->length = length;
  175. cord.contents_.EmplaceTree(rep,
  176. cord_internal::CordzUpdateTracker::kSubCord);
  177. return cord;
  178. }
  179. };
  180. ABSL_NAMESPACE_END
  181. } // namespace absl
  182. // The CordTest fixture runs all tests with and without Cord Btree enabled.
  183. class CordTest : public testing::TestWithParam<bool> {
  184. public:
  185. CordTest() : was_btree_(absl::cord_internal::cord_btree_enabled.load()) {
  186. absl::cord_internal::cord_btree_enabled.store(UseBtree());
  187. }
  188. ~CordTest() override {
  189. absl::cord_internal::cord_btree_enabled.store(was_btree_);
  190. }
  191. // Returns true if test is running with btree enabled.
  192. bool UseBtree() const { return GetParam(); }
  193. // Returns human readable string representation of the test parameter.
  194. static std::string ToString(testing::TestParamInfo<bool> param) {
  195. return param.param ? "Btree" : "Concat";
  196. }
  197. private:
  198. const bool was_btree_;
  199. };
  200. INSTANTIATE_TEST_SUITE_P(WithParam, CordTest, testing::Bool(),
  201. CordTest::ToString);
  202. TEST_P(CordTest, AllFlatSizes) {
  203. using absl::strings_internal::CordTestAccess;
  204. for (size_t s = 0; s < CordTestAccess::MaxFlatLength(); s++) {
  205. // Make a string of length s.
  206. std::string src;
  207. while (src.size() < s) {
  208. src.push_back('a' + (src.size() % 26));
  209. }
  210. absl::Cord dst(src);
  211. EXPECT_EQ(std::string(dst), src) << s;
  212. }
  213. }
  214. // We create a Cord at least 128GB in size using the fact that Cords can
  215. // internally reference-count; thus the Cord is enormous without actually
  216. // consuming very much memory.
  217. TEST_P(CordTest, GigabyteCordFromExternal) {
  218. const size_t one_gig = 1024U * 1024U * 1024U;
  219. size_t max_size = 2 * one_gig;
  220. if (sizeof(max_size) > 4) max_size = 128 * one_gig;
  221. size_t length = 128 * 1024;
  222. char* data = new char[length];
  223. absl::Cord from = absl::MakeCordFromExternal(
  224. absl::string_view(data, length),
  225. [](absl::string_view sv) { delete[] sv.data(); });
  226. // This loop may seem odd due to its combination of exponential doubling of
  227. // size and incremental size increases. We do it incrementally to be sure the
  228. // Cord will need rebalancing and will exercise code that, in the past, has
  229. // caused crashes in production. We grow exponentially so that the code will
  230. // execute in a reasonable amount of time.
  231. absl::Cord c;
  232. c.Append(from);
  233. while (c.size() < max_size) {
  234. c.Append(c);
  235. c.Append(from);
  236. c.Append(from);
  237. c.Append(from);
  238. c.Append(from);
  239. }
  240. for (int i = 0; i < 1024; ++i) {
  241. c.Append(from);
  242. }
  243. ABSL_RAW_LOG(INFO, "Made a Cord with %zu bytes!", c.size());
  244. // Note: on a 32-bit build, this comes out to 2,818,048,000 bytes.
  245. // Note: on a 64-bit build, this comes out to 171,932,385,280 bytes.
  246. }
  247. static absl::Cord MakeExternalCord(int size) {
  248. char* buffer = new char[size];
  249. memset(buffer, 'x', size);
  250. absl::Cord cord;
  251. cord.Append(absl::MakeCordFromExternal(
  252. absl::string_view(buffer, size),
  253. [](absl::string_view s) { delete[] s.data(); }));
  254. return cord;
  255. }
  256. // Extern to fool clang that this is not constant. Needed to suppress
  257. // a warning of unsafe code we want to test.
  258. extern bool my_unique_true_boolean;
  259. bool my_unique_true_boolean = true;
  260. TEST_P(CordTest, Assignment) {
  261. absl::Cord x(absl::string_view("hi there"));
  262. absl::Cord y(x);
  263. ASSERT_EQ(std::string(x), "hi there");
  264. ASSERT_EQ(std::string(y), "hi there");
  265. ASSERT_TRUE(x == y);
  266. ASSERT_TRUE(x <= y);
  267. ASSERT_TRUE(y <= x);
  268. x = absl::string_view("foo");
  269. ASSERT_EQ(std::string(x), "foo");
  270. ASSERT_EQ(std::string(y), "hi there");
  271. ASSERT_TRUE(x < y);
  272. ASSERT_TRUE(y > x);
  273. ASSERT_TRUE(x != y);
  274. ASSERT_TRUE(x <= y);
  275. ASSERT_TRUE(y >= x);
  276. x = "foo";
  277. ASSERT_EQ(x, "foo");
  278. // Test that going from inline rep to tree we don't leak memory.
  279. std::vector<std::pair<absl::string_view, absl::string_view>>
  280. test_string_pairs = {{"hi there", "foo"},
  281. {"loooooong coooooord", "short cord"},
  282. {"short cord", "loooooong coooooord"},
  283. {"loooooong coooooord1", "loooooong coooooord2"}};
  284. for (std::pair<absl::string_view, absl::string_view> test_strings :
  285. test_string_pairs) {
  286. absl::Cord tmp(test_strings.first);
  287. absl::Cord z(std::move(tmp));
  288. ASSERT_EQ(std::string(z), test_strings.first);
  289. tmp = test_strings.second;
  290. z = std::move(tmp);
  291. ASSERT_EQ(std::string(z), test_strings.second);
  292. }
  293. {
  294. // Test that self-move assignment doesn't crash/leak.
  295. // Do not write such code!
  296. absl::Cord my_small_cord("foo");
  297. absl::Cord my_big_cord("loooooong coooooord");
  298. // Bypass clang's warning on self move-assignment.
  299. absl::Cord* my_small_alias =
  300. my_unique_true_boolean ? &my_small_cord : &my_big_cord;
  301. absl::Cord* my_big_alias =
  302. !my_unique_true_boolean ? &my_small_cord : &my_big_cord;
  303. *my_small_alias = std::move(my_small_cord);
  304. *my_big_alias = std::move(my_big_cord);
  305. // my_small_cord and my_big_cord are in an unspecified but valid
  306. // state, and will be correctly destroyed here.
  307. }
  308. }
  309. TEST_P(CordTest, StartsEndsWith) {
  310. absl::Cord x(absl::string_view("abcde"));
  311. absl::Cord empty("");
  312. ASSERT_TRUE(x.StartsWith(absl::Cord("abcde")));
  313. ASSERT_TRUE(x.StartsWith(absl::Cord("abc")));
  314. ASSERT_TRUE(x.StartsWith(absl::Cord("")));
  315. ASSERT_TRUE(empty.StartsWith(absl::Cord("")));
  316. ASSERT_TRUE(x.EndsWith(absl::Cord("abcde")));
  317. ASSERT_TRUE(x.EndsWith(absl::Cord("cde")));
  318. ASSERT_TRUE(x.EndsWith(absl::Cord("")));
  319. ASSERT_TRUE(empty.EndsWith(absl::Cord("")));
  320. ASSERT_TRUE(!x.StartsWith(absl::Cord("xyz")));
  321. ASSERT_TRUE(!empty.StartsWith(absl::Cord("xyz")));
  322. ASSERT_TRUE(!x.EndsWith(absl::Cord("xyz")));
  323. ASSERT_TRUE(!empty.EndsWith(absl::Cord("xyz")));
  324. ASSERT_TRUE(x.StartsWith("abcde"));
  325. ASSERT_TRUE(x.StartsWith("abc"));
  326. ASSERT_TRUE(x.StartsWith(""));
  327. ASSERT_TRUE(empty.StartsWith(""));
  328. ASSERT_TRUE(x.EndsWith("abcde"));
  329. ASSERT_TRUE(x.EndsWith("cde"));
  330. ASSERT_TRUE(x.EndsWith(""));
  331. ASSERT_TRUE(empty.EndsWith(""));
  332. ASSERT_TRUE(!x.StartsWith("xyz"));
  333. ASSERT_TRUE(!empty.StartsWith("xyz"));
  334. ASSERT_TRUE(!x.EndsWith("xyz"));
  335. ASSERT_TRUE(!empty.EndsWith("xyz"));
  336. }
  337. TEST_P(CordTest, Subcord) {
  338. RandomEngine rng(GTEST_FLAG_GET(random_seed));
  339. const std::string s = RandomLowercaseString(&rng, 1024);
  340. absl::Cord a;
  341. AppendWithFragments(s, &rng, &a);
  342. ASSERT_EQ(s, std::string(a));
  343. // Check subcords of a, from a variety of interesting points.
  344. std::set<size_t> positions;
  345. for (int i = 0; i <= 32; ++i) {
  346. positions.insert(i);
  347. positions.insert(i * 32 - 1);
  348. positions.insert(i * 32);
  349. positions.insert(i * 32 + 1);
  350. positions.insert(a.size() - i);
  351. }
  352. positions.insert(237);
  353. positions.insert(732);
  354. for (size_t pos : positions) {
  355. if (pos > a.size()) continue;
  356. for (size_t end_pos : positions) {
  357. if (end_pos < pos || end_pos > a.size()) continue;
  358. absl::Cord sa = a.Subcord(pos, end_pos - pos);
  359. ASSERT_EQ(absl::string_view(s).substr(pos, end_pos - pos),
  360. std::string(sa))
  361. << a;
  362. }
  363. }
  364. // Do the same thing for an inline cord.
  365. const std::string sh = "short";
  366. absl::Cord c(sh);
  367. for (size_t pos = 0; pos <= sh.size(); ++pos) {
  368. for (size_t n = 0; n <= sh.size() - pos; ++n) {
  369. absl::Cord sc = c.Subcord(pos, n);
  370. ASSERT_EQ(sh.substr(pos, n), std::string(sc)) << c;
  371. }
  372. }
  373. // Check subcords of subcords.
  374. absl::Cord sa = a.Subcord(0, a.size());
  375. std::string ss = s.substr(0, s.size());
  376. while (sa.size() > 1) {
  377. sa = sa.Subcord(1, sa.size() - 2);
  378. ss = ss.substr(1, ss.size() - 2);
  379. ASSERT_EQ(ss, std::string(sa)) << a;
  380. if (HasFailure()) break; // halt cascade
  381. }
  382. // It is OK to ask for too much.
  383. sa = a.Subcord(0, a.size() + 1);
  384. EXPECT_EQ(s, std::string(sa));
  385. // It is OK to ask for something beyond the end.
  386. sa = a.Subcord(a.size() + 1, 0);
  387. EXPECT_TRUE(sa.empty());
  388. sa = a.Subcord(a.size() + 1, 1);
  389. EXPECT_TRUE(sa.empty());
  390. }
  391. TEST_P(CordTest, Swap) {
  392. absl::string_view a("Dexter");
  393. absl::string_view b("Mandark");
  394. absl::Cord x(a);
  395. absl::Cord y(b);
  396. swap(x, y);
  397. ASSERT_EQ(x, absl::Cord(b));
  398. ASSERT_EQ(y, absl::Cord(a));
  399. x.swap(y);
  400. ASSERT_EQ(x, absl::Cord(a));
  401. ASSERT_EQ(y, absl::Cord(b));
  402. }
  403. static void VerifyCopyToString(const absl::Cord& cord) {
  404. std::string initially_empty;
  405. absl::CopyCordToString(cord, &initially_empty);
  406. EXPECT_EQ(initially_empty, cord);
  407. constexpr size_t kInitialLength = 1024;
  408. std::string has_initial_contents(kInitialLength, 'x');
  409. const char* address_before_copy = has_initial_contents.data();
  410. absl::CopyCordToString(cord, &has_initial_contents);
  411. EXPECT_EQ(has_initial_contents, cord);
  412. if (cord.size() <= kInitialLength) {
  413. EXPECT_EQ(has_initial_contents.data(), address_before_copy)
  414. << "CopyCordToString allocated new string storage; "
  415. "has_initial_contents = \""
  416. << has_initial_contents << "\"";
  417. }
  418. }
  419. TEST_P(CordTest, CopyToString) {
  420. VerifyCopyToString(absl::Cord());
  421. VerifyCopyToString(absl::Cord("small cord"));
  422. VerifyCopyToString(
  423. absl::MakeFragmentedCord({"fragmented ", "cord ", "to ", "test ",
  424. "copying ", "to ", "a ", "string."}));
  425. }
  426. TEST_P(CordTest, TryFlatEmpty) {
  427. absl::Cord c;
  428. EXPECT_EQ(c.TryFlat(), "");
  429. }
  430. TEST_P(CordTest, TryFlatFlat) {
  431. absl::Cord c("hello");
  432. EXPECT_EQ(c.TryFlat(), "hello");
  433. }
  434. TEST_P(CordTest, TryFlatSubstrInlined) {
  435. absl::Cord c("hello");
  436. c.RemovePrefix(1);
  437. EXPECT_EQ(c.TryFlat(), "ello");
  438. }
  439. TEST_P(CordTest, TryFlatSubstrFlat) {
  440. absl::Cord c("longer than 15 bytes");
  441. absl::Cord sub = absl::CordTestPeer::MakeSubstring(c, 1, c.size() - 1);
  442. EXPECT_EQ(sub.TryFlat(), "onger than 15 bytes");
  443. }
  444. TEST_P(CordTest, TryFlatConcat) {
  445. absl::Cord c = absl::MakeFragmentedCord({"hel", "lo"});
  446. EXPECT_EQ(c.TryFlat(), absl::nullopt);
  447. }
  448. TEST_P(CordTest, TryFlatExternal) {
  449. absl::Cord c = absl::MakeCordFromExternal("hell", [](absl::string_view) {});
  450. EXPECT_EQ(c.TryFlat(), "hell");
  451. }
  452. TEST_P(CordTest, TryFlatSubstrExternal) {
  453. absl::Cord c = absl::MakeCordFromExternal("hell", [](absl::string_view) {});
  454. absl::Cord sub = absl::CordTestPeer::MakeSubstring(c, 1, c.size() - 1);
  455. EXPECT_EQ(sub.TryFlat(), "ell");
  456. }
  457. TEST_P(CordTest, TryFlatSubstrConcat) {
  458. absl::Cord c = absl::MakeFragmentedCord({"hello", " world"});
  459. absl::Cord sub = absl::CordTestPeer::MakeSubstring(c, 1, c.size() - 1);
  460. EXPECT_EQ(sub.TryFlat(), absl::nullopt);
  461. c.RemovePrefix(1);
  462. EXPECT_EQ(c.TryFlat(), absl::nullopt);
  463. }
  464. TEST_P(CordTest, TryFlatCommonlyAssumedInvariants) {
  465. // The behavior tested below is not part of the API contract of Cord, but it's
  466. // something we intend to be true in our current implementation. This test
  467. // exists to detect and prevent accidental breakage of the implementation.
  468. absl::string_view fragments[] = {"A fragmented test",
  469. " cord",
  470. " to test subcords",
  471. " of ",
  472. "a",
  473. " cord for",
  474. " each chunk "
  475. "returned by the ",
  476. "iterator"};
  477. absl::Cord c = absl::MakeFragmentedCord(fragments);
  478. int fragment = 0;
  479. int offset = 0;
  480. absl::Cord::CharIterator itc = c.char_begin();
  481. for (absl::string_view sv : c.Chunks()) {
  482. absl::string_view expected = fragments[fragment];
  483. absl::Cord subcord1 = c.Subcord(offset, sv.length());
  484. absl::Cord subcord2 = absl::Cord::AdvanceAndRead(&itc, sv.size());
  485. EXPECT_EQ(subcord1.TryFlat(), expected);
  486. EXPECT_EQ(subcord2.TryFlat(), expected);
  487. ++fragment;
  488. offset += sv.length();
  489. }
  490. }
  491. static bool IsFlat(const absl::Cord& c) {
  492. return c.chunk_begin() == c.chunk_end() || ++c.chunk_begin() == c.chunk_end();
  493. }
  494. static void VerifyFlatten(absl::Cord c) {
  495. std::string old_contents(c);
  496. absl::string_view old_flat;
  497. bool already_flat_and_non_empty = IsFlat(c) && !c.empty();
  498. if (already_flat_and_non_empty) {
  499. old_flat = *c.chunk_begin();
  500. }
  501. absl::string_view new_flat = c.Flatten();
  502. // Verify that the contents of the flattened Cord are correct.
  503. EXPECT_EQ(new_flat, old_contents);
  504. EXPECT_EQ(std::string(c), old_contents);
  505. // If the Cord contained data and was already flat, verify that the data
  506. // wasn't copied.
  507. if (already_flat_and_non_empty) {
  508. EXPECT_EQ(old_flat.data(), new_flat.data())
  509. << "Allocated new memory even though the Cord was already flat.";
  510. }
  511. // Verify that the flattened Cord is in fact flat.
  512. EXPECT_TRUE(IsFlat(c));
  513. }
  514. TEST_P(CordTest, Flatten) {
  515. VerifyFlatten(absl::Cord());
  516. VerifyFlatten(absl::Cord("small cord"));
  517. VerifyFlatten(absl::Cord("larger than small buffer optimization"));
  518. VerifyFlatten(absl::MakeFragmentedCord({"small ", "fragmented ", "cord"}));
  519. // Test with a cord that is longer than the largest flat buffer
  520. RandomEngine rng(GTEST_FLAG_GET(random_seed));
  521. VerifyFlatten(absl::Cord(RandomLowercaseString(&rng, 8192)));
  522. }
  523. // Test data
  524. namespace {
  525. class TestData {
  526. private:
  527. std::vector<std::string> data_;
  528. // Return a std::string of the specified length.
  529. static std::string MakeString(int length) {
  530. std::string result;
  531. char buf[30];
  532. snprintf(buf, sizeof(buf), "(%d)", length);
  533. while (result.size() < length) {
  534. result += buf;
  535. }
  536. result.resize(length);
  537. return result;
  538. }
  539. public:
  540. TestData() {
  541. // short strings increasing in length by one
  542. for (int i = 0; i < 30; i++) {
  543. data_.push_back(MakeString(i));
  544. }
  545. // strings around half kMaxFlatLength
  546. static const int kMaxFlatLength = 4096 - 9;
  547. static const int kHalf = kMaxFlatLength / 2;
  548. for (int i = -10; i <= +10; i++) {
  549. data_.push_back(MakeString(kHalf + i));
  550. }
  551. for (int i = -10; i <= +10; i++) {
  552. data_.push_back(MakeString(kMaxFlatLength + i));
  553. }
  554. }
  555. size_t size() const { return data_.size(); }
  556. const std::string& data(size_t i) const { return data_[i]; }
  557. };
  558. } // namespace
  559. TEST_P(CordTest, MultipleLengths) {
  560. TestData d;
  561. for (size_t i = 0; i < d.size(); i++) {
  562. std::string a = d.data(i);
  563. { // Construct from Cord
  564. absl::Cord tmp(a);
  565. absl::Cord x(tmp);
  566. EXPECT_EQ(a, std::string(x)) << "'" << a << "'";
  567. }
  568. { // Construct from absl::string_view
  569. absl::Cord x(a);
  570. EXPECT_EQ(a, std::string(x)) << "'" << a << "'";
  571. }
  572. { // Append cord to self
  573. absl::Cord self(a);
  574. self.Append(self);
  575. EXPECT_EQ(a + a, std::string(self)) << "'" << a << "' + '" << a << "'";
  576. }
  577. { // Prepend cord to self
  578. absl::Cord self(a);
  579. self.Prepend(self);
  580. EXPECT_EQ(a + a, std::string(self)) << "'" << a << "' + '" << a << "'";
  581. }
  582. // Try to append/prepend others
  583. for (size_t j = 0; j < d.size(); j++) {
  584. std::string b = d.data(j);
  585. { // CopyFrom Cord
  586. absl::Cord x(a);
  587. absl::Cord y(b);
  588. x = y;
  589. EXPECT_EQ(b, std::string(x)) << "'" << a << "' + '" << b << "'";
  590. }
  591. { // CopyFrom absl::string_view
  592. absl::Cord x(a);
  593. x = b;
  594. EXPECT_EQ(b, std::string(x)) << "'" << a << "' + '" << b << "'";
  595. }
  596. { // Cord::Append(Cord)
  597. absl::Cord x(a);
  598. absl::Cord y(b);
  599. x.Append(y);
  600. EXPECT_EQ(a + b, std::string(x)) << "'" << a << "' + '" << b << "'";
  601. }
  602. { // Cord::Append(absl::string_view)
  603. absl::Cord x(a);
  604. x.Append(b);
  605. EXPECT_EQ(a + b, std::string(x)) << "'" << a << "' + '" << b << "'";
  606. }
  607. { // Cord::Prepend(Cord)
  608. absl::Cord x(a);
  609. absl::Cord y(b);
  610. x.Prepend(y);
  611. EXPECT_EQ(b + a, std::string(x)) << "'" << b << "' + '" << a << "'";
  612. }
  613. { // Cord::Prepend(absl::string_view)
  614. absl::Cord x(a);
  615. x.Prepend(b);
  616. EXPECT_EQ(b + a, std::string(x)) << "'" << b << "' + '" << a << "'";
  617. }
  618. }
  619. }
  620. }
  621. namespace {
  622. TEST_P(CordTest, RemoveSuffixWithExternalOrSubstring) {
  623. absl::Cord cord = absl::MakeCordFromExternal(
  624. "foo bar baz", [](absl::string_view s) { DoNothing(s, nullptr); });
  625. EXPECT_EQ("foo bar baz", std::string(cord));
  626. // This RemoveSuffix() will wrap the EXTERNAL node in a SUBSTRING node.
  627. cord.RemoveSuffix(4);
  628. EXPECT_EQ("foo bar", std::string(cord));
  629. // This RemoveSuffix() will adjust the SUBSTRING node in-place.
  630. cord.RemoveSuffix(4);
  631. EXPECT_EQ("foo", std::string(cord));
  632. }
  633. TEST_P(CordTest, RemoveSuffixMakesZeroLengthNode) {
  634. absl::Cord c;
  635. c.Append(absl::Cord(std::string(100, 'x')));
  636. absl::Cord other_ref = c; // Prevent inplace appends
  637. c.Append(absl::Cord(std::string(200, 'y')));
  638. c.RemoveSuffix(200);
  639. EXPECT_EQ(std::string(100, 'x'), std::string(c));
  640. }
  641. } // namespace
  642. // CordSpliceTest contributed by hendrie.
  643. namespace {
  644. // Create a cord with an external memory block filled with 'z'
  645. absl::Cord CordWithZedBlock(size_t size) {
  646. char* data = new char[size];
  647. if (size > 0) {
  648. memset(data, 'z', size);
  649. }
  650. absl::Cord cord = absl::MakeCordFromExternal(
  651. absl::string_view(data, size),
  652. [](absl::string_view s) { delete[] s.data(); });
  653. return cord;
  654. }
  655. // Establish that ZedBlock does what we think it does.
  656. TEST_P(CordTest, CordSpliceTestZedBlock) {
  657. absl::Cord blob = CordWithZedBlock(10);
  658. EXPECT_EQ(10, blob.size());
  659. std::string s;
  660. absl::CopyCordToString(blob, &s);
  661. EXPECT_EQ("zzzzzzzzzz", s);
  662. }
  663. TEST_P(CordTest, CordSpliceTestZedBlock0) {
  664. absl::Cord blob = CordWithZedBlock(0);
  665. EXPECT_EQ(0, blob.size());
  666. std::string s;
  667. absl::CopyCordToString(blob, &s);
  668. EXPECT_EQ("", s);
  669. }
  670. TEST_P(CordTest, CordSpliceTestZedBlockSuffix1) {
  671. absl::Cord blob = CordWithZedBlock(10);
  672. EXPECT_EQ(10, blob.size());
  673. absl::Cord suffix(blob);
  674. suffix.RemovePrefix(9);
  675. EXPECT_EQ(1, suffix.size());
  676. std::string s;
  677. absl::CopyCordToString(suffix, &s);
  678. EXPECT_EQ("z", s);
  679. }
  680. // Remove all of a prefix block
  681. TEST_P(CordTest, CordSpliceTestZedBlockSuffix0) {
  682. absl::Cord blob = CordWithZedBlock(10);
  683. EXPECT_EQ(10, blob.size());
  684. absl::Cord suffix(blob);
  685. suffix.RemovePrefix(10);
  686. EXPECT_EQ(0, suffix.size());
  687. std::string s;
  688. absl::CopyCordToString(suffix, &s);
  689. EXPECT_EQ("", s);
  690. }
  691. absl::Cord BigCord(size_t len, char v) {
  692. std::string s(len, v);
  693. return absl::Cord(s);
  694. }
  695. // Splice block into cord.
  696. absl::Cord SpliceCord(const absl::Cord& blob, int64_t offset,
  697. const absl::Cord& block) {
  698. ABSL_RAW_CHECK(offset >= 0, "");
  699. ABSL_RAW_CHECK(offset + block.size() <= blob.size(), "");
  700. absl::Cord result(blob);
  701. result.RemoveSuffix(blob.size() - offset);
  702. result.Append(block);
  703. absl::Cord suffix(blob);
  704. suffix.RemovePrefix(offset + block.size());
  705. result.Append(suffix);
  706. ABSL_RAW_CHECK(blob.size() == result.size(), "");
  707. return result;
  708. }
  709. // Taking an empty suffix of a block breaks appending.
  710. TEST_P(CordTest, CordSpliceTestRemoveEntireBlock1) {
  711. absl::Cord zero = CordWithZedBlock(10);
  712. absl::Cord suffix(zero);
  713. suffix.RemovePrefix(10);
  714. absl::Cord result;
  715. result.Append(suffix);
  716. }
  717. TEST_P(CordTest, CordSpliceTestRemoveEntireBlock2) {
  718. absl::Cord zero = CordWithZedBlock(10);
  719. absl::Cord prefix(zero);
  720. prefix.RemoveSuffix(10);
  721. absl::Cord suffix(zero);
  722. suffix.RemovePrefix(10);
  723. absl::Cord result(prefix);
  724. result.Append(suffix);
  725. }
  726. TEST_P(CordTest, CordSpliceTestRemoveEntireBlock3) {
  727. absl::Cord blob = CordWithZedBlock(10);
  728. absl::Cord block = BigCord(10, 'b');
  729. blob = SpliceCord(blob, 0, block);
  730. }
  731. struct CordCompareTestCase {
  732. template <typename LHS, typename RHS>
  733. CordCompareTestCase(const LHS& lhs, const RHS& rhs)
  734. : lhs_cord(lhs), rhs_cord(rhs) {}
  735. absl::Cord lhs_cord;
  736. absl::Cord rhs_cord;
  737. };
  738. const auto sign = [](int x) { return x == 0 ? 0 : (x > 0 ? 1 : -1); };
  739. void VerifyComparison(const CordCompareTestCase& test_case) {
  740. std::string lhs_string(test_case.lhs_cord);
  741. std::string rhs_string(test_case.rhs_cord);
  742. int expected = sign(lhs_string.compare(rhs_string));
  743. EXPECT_EQ(expected, test_case.lhs_cord.Compare(test_case.rhs_cord))
  744. << "LHS=" << lhs_string << "; RHS=" << rhs_string;
  745. EXPECT_EQ(expected, test_case.lhs_cord.Compare(rhs_string))
  746. << "LHS=" << lhs_string << "; RHS=" << rhs_string;
  747. EXPECT_EQ(-expected, test_case.rhs_cord.Compare(test_case.lhs_cord))
  748. << "LHS=" << rhs_string << "; RHS=" << lhs_string;
  749. EXPECT_EQ(-expected, test_case.rhs_cord.Compare(lhs_string))
  750. << "LHS=" << rhs_string << "; RHS=" << lhs_string;
  751. }
  752. TEST_P(CordTest, Compare) {
  753. absl::Cord subcord("aaaaaBBBBBcccccDDDDD");
  754. subcord = subcord.Subcord(3, 10);
  755. absl::Cord tmp("aaaaaaaaaaaaaaaa");
  756. tmp.Append("BBBBBBBBBBBBBBBB");
  757. absl::Cord concat = absl::Cord("cccccccccccccccc");
  758. concat.Append("DDDDDDDDDDDDDDDD");
  759. concat.Prepend(tmp);
  760. absl::Cord concat2("aaaaaaaaaaaaa");
  761. concat2.Append("aaaBBBBBBBBBBBBBBBBccccc");
  762. concat2.Append("cccccccccccDDDDDDDDDDDDDD");
  763. concat2.Append("DD");
  764. std::vector<CordCompareTestCase> test_cases = {{
  765. // Inline cords
  766. {"abcdef", "abcdef"},
  767. {"abcdef", "abcdee"},
  768. {"abcdef", "abcdeg"},
  769. {"bbcdef", "abcdef"},
  770. {"bbcdef", "abcdeg"},
  771. {"abcdefa", "abcdef"},
  772. {"abcdef", "abcdefa"},
  773. // Small flat cords
  774. {"aaaaaBBBBBcccccDDDDD", "aaaaaBBBBBcccccDDDDD"},
  775. {"aaaaaBBBBBcccccDDDDD", "aaaaaBBBBBxccccDDDDD"},
  776. {"aaaaaBBBBBcxcccDDDDD", "aaaaaBBBBBcccccDDDDD"},
  777. {"aaaaaBBBBBxccccDDDDD", "aaaaaBBBBBcccccDDDDX"},
  778. {"aaaaaBBBBBcccccDDDDDa", "aaaaaBBBBBcccccDDDDD"},
  779. {"aaaaaBBBBBcccccDDDDD", "aaaaaBBBBBcccccDDDDDa"},
  780. // Subcords
  781. {subcord, subcord},
  782. {subcord, "aaBBBBBccc"},
  783. {subcord, "aaBBBBBccd"},
  784. {subcord, "aaBBBBBccb"},
  785. {subcord, "aaBBBBBxcb"},
  786. {subcord, "aaBBBBBccca"},
  787. {subcord, "aaBBBBBcc"},
  788. // Concats
  789. {concat, concat},
  790. {concat,
  791. "aaaaaaaaaaaaaaaaBBBBBBBBBBBBBBBBccccccccccccccccDDDDDDDDDDDDDDDD"},
  792. {concat,
  793. "aaaaaaaaaaaaaaaaBBBBBBBBBBBBBBBBcccccccccccccccxDDDDDDDDDDDDDDDD"},
  794. {concat,
  795. "aaaaaaaaaaaaaaaaBBBBBBBBBBBBBBBBacccccccccccccccDDDDDDDDDDDDDDDD"},
  796. {concat,
  797. "aaaaaaaaaaaaaaaaBBBBBBBBBBBBBBBBccccccccccccccccDDDDDDDDDDDDDDD"},
  798. {concat,
  799. "aaaaaaaaaaaaaaaaBBBBBBBBBBBBBBBBccccccccccccccccDDDDDDDDDDDDDDDDe"},
  800. {concat, concat2},
  801. }};
  802. for (const auto& tc : test_cases) {
  803. VerifyComparison(tc);
  804. }
  805. }
  806. TEST_P(CordTest, CompareAfterAssign) {
  807. absl::Cord a("aaaaaa1111111");
  808. absl::Cord b("aaaaaa2222222");
  809. a = "cccccc";
  810. b = "cccccc";
  811. EXPECT_EQ(a, b);
  812. EXPECT_FALSE(a < b);
  813. a = "aaaa";
  814. b = "bbbbb";
  815. a = "";
  816. b = "";
  817. EXPECT_EQ(a, b);
  818. EXPECT_FALSE(a < b);
  819. }
  820. // Test CompareTo() and ComparePrefix() against string and substring
  821. // comparison methods from basic_string.
  822. static void TestCompare(const absl::Cord& c, const absl::Cord& d,
  823. RandomEngine* rng) {
  824. typedef std::basic_string<uint8_t> ustring;
  825. ustring cs(reinterpret_cast<const uint8_t*>(std::string(c).data()), c.size());
  826. ustring ds(reinterpret_cast<const uint8_t*>(std::string(d).data()), d.size());
  827. // ustring comparison is ideal because we expect Cord comparisons to be
  828. // based on unsigned byte comparisons regardless of whether char is signed.
  829. int expected = sign(cs.compare(ds));
  830. EXPECT_EQ(expected, sign(c.Compare(d))) << c << ", " << d;
  831. }
  832. TEST_P(CordTest, CompareComparisonIsUnsigned) {
  833. RandomEngine rng(GTEST_FLAG_GET(random_seed));
  834. std::uniform_int_distribution<uint32_t> uniform_uint8(0, 255);
  835. char x = static_cast<char>(uniform_uint8(rng));
  836. TestCompare(
  837. absl::Cord(std::string(GetUniformRandomUpTo(&rng, 100), x)),
  838. absl::Cord(std::string(GetUniformRandomUpTo(&rng, 100), x ^ 0x80)), &rng);
  839. }
  840. TEST_P(CordTest, CompareRandomComparisons) {
  841. const int kIters = 5000;
  842. RandomEngine rng(GTEST_FLAG_GET(random_seed));
  843. int n = GetUniformRandomUpTo(&rng, 5000);
  844. absl::Cord a[] = {MakeExternalCord(n),
  845. absl::Cord("ant"),
  846. absl::Cord("elephant"),
  847. absl::Cord("giraffe"),
  848. absl::Cord(std::string(GetUniformRandomUpTo(&rng, 100),
  849. GetUniformRandomUpTo(&rng, 100))),
  850. absl::Cord(""),
  851. absl::Cord("x"),
  852. absl::Cord("A"),
  853. absl::Cord("B"),
  854. absl::Cord("C")};
  855. for (int i = 0; i < kIters; i++) {
  856. absl::Cord c, d;
  857. for (int j = 0; j < (i % 7) + 1; j++) {
  858. c.Append(a[GetUniformRandomUpTo(&rng, ABSL_ARRAYSIZE(a))]);
  859. d.Append(a[GetUniformRandomUpTo(&rng, ABSL_ARRAYSIZE(a))]);
  860. }
  861. std::bernoulli_distribution coin_flip(0.5);
  862. TestCompare(coin_flip(rng) ? c : absl::Cord(std::string(c)),
  863. coin_flip(rng) ? d : absl::Cord(std::string(d)), &rng);
  864. }
  865. }
  866. template <typename T1, typename T2>
  867. void CompareOperators() {
  868. const T1 a("a");
  869. const T2 b("b");
  870. EXPECT_TRUE(a == a);
  871. // For pointer type (i.e. `const char*`), operator== compares the address
  872. // instead of the string, so `a == const char*("a")` isn't necessarily true.
  873. EXPECT_TRUE(std::is_pointer<T1>::value || a == T1("a"));
  874. EXPECT_TRUE(std::is_pointer<T2>::value || a == T2("a"));
  875. EXPECT_FALSE(a == b);
  876. EXPECT_TRUE(a != b);
  877. EXPECT_FALSE(a != a);
  878. EXPECT_TRUE(a < b);
  879. EXPECT_FALSE(b < a);
  880. EXPECT_TRUE(b > a);
  881. EXPECT_FALSE(a > b);
  882. EXPECT_TRUE(a >= a);
  883. EXPECT_TRUE(b >= a);
  884. EXPECT_FALSE(a >= b);
  885. EXPECT_TRUE(a <= a);
  886. EXPECT_TRUE(a <= b);
  887. EXPECT_FALSE(b <= a);
  888. }
  889. TEST_P(CordTest, ComparisonOperators_Cord_Cord) {
  890. CompareOperators<absl::Cord, absl::Cord>();
  891. }
  892. TEST_P(CordTest, ComparisonOperators_Cord_StringPiece) {
  893. CompareOperators<absl::Cord, absl::string_view>();
  894. }
  895. TEST_P(CordTest, ComparisonOperators_StringPiece_Cord) {
  896. CompareOperators<absl::string_view, absl::Cord>();
  897. }
  898. TEST_P(CordTest, ComparisonOperators_Cord_string) {
  899. CompareOperators<absl::Cord, std::string>();
  900. }
  901. TEST_P(CordTest, ComparisonOperators_string_Cord) {
  902. CompareOperators<std::string, absl::Cord>();
  903. }
  904. TEST_P(CordTest, ComparisonOperators_stdstring_Cord) {
  905. CompareOperators<std::string, absl::Cord>();
  906. }
  907. TEST_P(CordTest, ComparisonOperators_Cord_stdstring) {
  908. CompareOperators<absl::Cord, std::string>();
  909. }
  910. TEST_P(CordTest, ComparisonOperators_charstar_Cord) {
  911. CompareOperators<const char*, absl::Cord>();
  912. }
  913. TEST_P(CordTest, ComparisonOperators_Cord_charstar) {
  914. CompareOperators<absl::Cord, const char*>();
  915. }
  916. TEST_P(CordTest, ConstructFromExternalReleaserInvoked) {
  917. // Empty external memory means the releaser should be called immediately.
  918. {
  919. bool invoked = false;
  920. auto releaser = [&invoked](absl::string_view) { invoked = true; };
  921. {
  922. auto c = absl::MakeCordFromExternal("", releaser);
  923. EXPECT_TRUE(invoked);
  924. }
  925. }
  926. // If the size of the data is small enough, a future constructor
  927. // implementation may copy the bytes and immediately invoke the releaser
  928. // instead of creating an external node. We make a large dummy std::string to
  929. // make this test independent of such an optimization.
  930. std::string large_dummy(2048, 'c');
  931. {
  932. bool invoked = false;
  933. auto releaser = [&invoked](absl::string_view) { invoked = true; };
  934. {
  935. auto c = absl::MakeCordFromExternal(large_dummy, releaser);
  936. EXPECT_FALSE(invoked);
  937. }
  938. EXPECT_TRUE(invoked);
  939. }
  940. {
  941. bool invoked = false;
  942. auto releaser = [&invoked](absl::string_view) { invoked = true; };
  943. {
  944. absl::Cord copy;
  945. {
  946. auto c = absl::MakeCordFromExternal(large_dummy, releaser);
  947. copy = c;
  948. EXPECT_FALSE(invoked);
  949. }
  950. EXPECT_FALSE(invoked);
  951. }
  952. EXPECT_TRUE(invoked);
  953. }
  954. }
  955. TEST_P(CordTest, ConstructFromExternalCompareContents) {
  956. RandomEngine rng(GTEST_FLAG_GET(random_seed));
  957. for (int length = 1; length <= 2048; length *= 2) {
  958. std::string data = RandomLowercaseString(&rng, length);
  959. auto* external = new std::string(data);
  960. auto cord =
  961. absl::MakeCordFromExternal(*external, [external](absl::string_view sv) {
  962. EXPECT_EQ(external->data(), sv.data());
  963. EXPECT_EQ(external->size(), sv.size());
  964. delete external;
  965. });
  966. EXPECT_EQ(data, cord);
  967. }
  968. }
  969. TEST_P(CordTest, ConstructFromExternalLargeReleaser) {
  970. RandomEngine rng(GTEST_FLAG_GET(random_seed));
  971. constexpr size_t kLength = 256;
  972. std::string data = RandomLowercaseString(&rng, kLength);
  973. std::array<char, kLength> data_array;
  974. for (size_t i = 0; i < kLength; ++i) data_array[i] = data[i];
  975. bool invoked = false;
  976. auto releaser = [data_array, &invoked](absl::string_view data) {
  977. EXPECT_EQ(data, absl::string_view(data_array.data(), data_array.size()));
  978. invoked = true;
  979. };
  980. (void)absl::MakeCordFromExternal(data, releaser);
  981. EXPECT_TRUE(invoked);
  982. }
  983. TEST_P(CordTest, ConstructFromExternalFunctionPointerReleaser) {
  984. static absl::string_view data("hello world");
  985. static bool invoked;
  986. auto* releaser =
  987. static_cast<void (*)(absl::string_view)>([](absl::string_view sv) {
  988. EXPECT_EQ(data, sv);
  989. invoked = true;
  990. });
  991. invoked = false;
  992. (void)absl::MakeCordFromExternal(data, releaser);
  993. EXPECT_TRUE(invoked);
  994. invoked = false;
  995. (void)absl::MakeCordFromExternal(data, *releaser);
  996. EXPECT_TRUE(invoked);
  997. }
  998. TEST_P(CordTest, ConstructFromExternalMoveOnlyReleaser) {
  999. struct Releaser {
  1000. explicit Releaser(bool* invoked) : invoked(invoked) {}
  1001. Releaser(Releaser&& other) noexcept : invoked(other.invoked) {}
  1002. void operator()(absl::string_view) const { *invoked = true; }
  1003. bool* invoked;
  1004. };
  1005. bool invoked = false;
  1006. (void)absl::MakeCordFromExternal("dummy", Releaser(&invoked));
  1007. EXPECT_TRUE(invoked);
  1008. }
  1009. TEST_P(CordTest, ConstructFromExternalNoArgLambda) {
  1010. bool invoked = false;
  1011. (void)absl::MakeCordFromExternal("dummy", [&invoked]() { invoked = true; });
  1012. EXPECT_TRUE(invoked);
  1013. }
  1014. TEST_P(CordTest, ConstructFromExternalStringViewArgLambda) {
  1015. bool invoked = false;
  1016. (void)absl::MakeCordFromExternal(
  1017. "dummy", [&invoked](absl::string_view) { invoked = true; });
  1018. EXPECT_TRUE(invoked);
  1019. }
  1020. TEST_P(CordTest, ConstructFromExternalNonTrivialReleaserDestructor) {
  1021. struct Releaser {
  1022. explicit Releaser(bool* destroyed) : destroyed(destroyed) {}
  1023. ~Releaser() { *destroyed = true; }
  1024. void operator()(absl::string_view) const {}
  1025. bool* destroyed;
  1026. };
  1027. bool destroyed = false;
  1028. Releaser releaser(&destroyed);
  1029. (void)absl::MakeCordFromExternal("dummy", releaser);
  1030. EXPECT_TRUE(destroyed);
  1031. }
  1032. TEST_P(CordTest, ConstructFromExternalReferenceQualifierOverloads) {
  1033. struct Releaser {
  1034. void operator()(absl::string_view) & { *lvalue_invoked = true; }
  1035. void operator()(absl::string_view) && { *rvalue_invoked = true; }
  1036. bool* lvalue_invoked;
  1037. bool* rvalue_invoked;
  1038. };
  1039. bool lvalue_invoked = false;
  1040. bool rvalue_invoked = false;
  1041. Releaser releaser = {&lvalue_invoked, &rvalue_invoked};
  1042. (void)absl::MakeCordFromExternal("", releaser);
  1043. EXPECT_FALSE(lvalue_invoked);
  1044. EXPECT_TRUE(rvalue_invoked);
  1045. rvalue_invoked = false;
  1046. (void)absl::MakeCordFromExternal("dummy", releaser);
  1047. EXPECT_FALSE(lvalue_invoked);
  1048. EXPECT_TRUE(rvalue_invoked);
  1049. rvalue_invoked = false;
  1050. // NOLINTNEXTLINE: suppress clang-tidy std::move on trivially copyable type.
  1051. (void)absl::MakeCordFromExternal("dummy", std::move(releaser));
  1052. EXPECT_FALSE(lvalue_invoked);
  1053. EXPECT_TRUE(rvalue_invoked);
  1054. }
  1055. TEST_P(CordTest, ExternalMemoryBasicUsage) {
  1056. static const char* strings[] = {"", "hello", "there"};
  1057. for (const char* str : strings) {
  1058. absl::Cord dst("(prefix)");
  1059. AddExternalMemory(str, &dst);
  1060. dst.Append("(suffix)");
  1061. EXPECT_EQ((std::string("(prefix)") + str + std::string("(suffix)")),
  1062. std::string(dst));
  1063. }
  1064. }
  1065. TEST_P(CordTest, ExternalMemoryRemovePrefixSuffix) {
  1066. // Exhaustively try all sub-strings.
  1067. absl::Cord cord = MakeComposite();
  1068. std::string s = std::string(cord);
  1069. for (int offset = 0; offset <= s.size(); offset++) {
  1070. for (int length = 0; length <= s.size() - offset; length++) {
  1071. absl::Cord result(cord);
  1072. result.RemovePrefix(offset);
  1073. result.RemoveSuffix(result.size() - length);
  1074. EXPECT_EQ(s.substr(offset, length), std::string(result))
  1075. << offset << " " << length;
  1076. }
  1077. }
  1078. }
  1079. TEST_P(CordTest, ExternalMemoryGet) {
  1080. absl::Cord cord("hello");
  1081. AddExternalMemory(" world!", &cord);
  1082. AddExternalMemory(" how are ", &cord);
  1083. cord.Append(" you?");
  1084. std::string s = std::string(cord);
  1085. for (int i = 0; i < s.size(); i++) {
  1086. EXPECT_EQ(s[i], cord[i]);
  1087. }
  1088. }
  1089. // CordMemoryUsage tests verify the correctness of the EstimatedMemoryUsage()
  1090. // These tests take into account that the reported memory usage is approximate
  1091. // and non-deterministic. For all tests, We verify that the reported memory
  1092. // usage is larger than `size()`, and less than `size() * 1.5` as a cord should
  1093. // never reserve more 'extra' capacity than half of its size as it grows.
  1094. // Additionally we have some whiteboxed expectations based on our knowledge of
  1095. // the layout and size of empty and inlined cords, and flat nodes.
  1096. TEST_P(CordTest, CordMemoryUsageEmpty) {
  1097. EXPECT_EQ(sizeof(absl::Cord), absl::Cord().EstimatedMemoryUsage());
  1098. }
  1099. TEST_P(CordTest, CordMemoryUsageEmbedded) {
  1100. absl::Cord a("hello");
  1101. EXPECT_EQ(a.EstimatedMemoryUsage(), sizeof(absl::Cord));
  1102. }
  1103. TEST_P(CordTest, CordMemoryUsageEmbeddedAppend) {
  1104. absl::Cord a("a");
  1105. absl::Cord b("bcd");
  1106. EXPECT_EQ(b.EstimatedMemoryUsage(), sizeof(absl::Cord));
  1107. a.Append(b);
  1108. EXPECT_EQ(a.EstimatedMemoryUsage(), sizeof(absl::Cord));
  1109. }
  1110. TEST_P(CordTest, CordMemoryUsageExternalMemory) {
  1111. static const int kLength = 1000;
  1112. absl::Cord cord;
  1113. AddExternalMemory(std::string(kLength, 'x'), &cord);
  1114. EXPECT_GT(cord.EstimatedMemoryUsage(), kLength);
  1115. EXPECT_LE(cord.EstimatedMemoryUsage(), kLength * 1.5);
  1116. }
  1117. TEST_P(CordTest, CordMemoryUsageFlat) {
  1118. static const int kLength = 125;
  1119. absl::Cord a(std::string(kLength, 'a'));
  1120. EXPECT_GT(a.EstimatedMemoryUsage(), kLength);
  1121. EXPECT_LE(a.EstimatedMemoryUsage(), kLength * 1.5);
  1122. }
  1123. TEST_P(CordTest, CordMemoryUsageAppendFlat) {
  1124. using absl::strings_internal::CordTestAccess;
  1125. absl::Cord a(std::string(CordTestAccess::MaxFlatLength(), 'a'));
  1126. size_t length = a.EstimatedMemoryUsage();
  1127. a.Append(std::string(CordTestAccess::MaxFlatLength(), 'b'));
  1128. size_t delta = a.EstimatedMemoryUsage() - length;
  1129. EXPECT_GT(delta, CordTestAccess::MaxFlatLength());
  1130. EXPECT_LE(delta, CordTestAccess::MaxFlatLength() * 1.5);
  1131. }
  1132. TEST_P(CordTest, CordMemoryUsageAppendExternal) {
  1133. static const int kLength = 1000;
  1134. using absl::strings_internal::CordTestAccess;
  1135. absl::Cord a(std::string(CordTestAccess::MaxFlatLength(), 'a'));
  1136. size_t length = a.EstimatedMemoryUsage();
  1137. AddExternalMemory(std::string(kLength, 'b'), &a);
  1138. size_t delta = a.EstimatedMemoryUsage() - length;
  1139. EXPECT_GT(delta, kLength);
  1140. EXPECT_LE(delta, kLength * 1.5);
  1141. }
  1142. TEST_P(CordTest, CordMemoryUsageSubString) {
  1143. static const int kLength = 2000;
  1144. using absl::strings_internal::CordTestAccess;
  1145. absl::Cord a(std::string(kLength, 'a'));
  1146. size_t length = a.EstimatedMemoryUsage();
  1147. AddExternalMemory(std::string(kLength, 'b'), &a);
  1148. absl::Cord b = a.Subcord(0, kLength + kLength / 2);
  1149. size_t delta = b.EstimatedMemoryUsage() - length;
  1150. EXPECT_GT(delta, kLength);
  1151. EXPECT_LE(delta, kLength * 1.5);
  1152. }
  1153. // Regtest for a change that had to be rolled back because it expanded out
  1154. // of the InlineRep too soon, which was observable through MemoryUsage().
  1155. TEST_P(CordTest, CordMemoryUsageInlineRep) {
  1156. constexpr size_t kMaxInline = 15; // Cord::InlineRep::N
  1157. const std::string small_string(kMaxInline, 'x');
  1158. absl::Cord c1(small_string);
  1159. absl::Cord c2;
  1160. c2.Append(small_string);
  1161. EXPECT_EQ(c1, c2);
  1162. EXPECT_EQ(c1.EstimatedMemoryUsage(), c2.EstimatedMemoryUsage());
  1163. }
  1164. } // namespace
  1165. // Regtest for 7510292 (fix a bug introduced by 7465150)
  1166. TEST_P(CordTest, Concat_Append) {
  1167. // Create a rep of type CONCAT
  1168. absl::Cord s1("foobarbarbarbarbar");
  1169. s1.Append("abcdefgabcdefgabcdefgabcdefgabcdefgabcdefgabcdefg");
  1170. size_t size = s1.size();
  1171. // Create a copy of s1 and append to it.
  1172. absl::Cord s2 = s1;
  1173. s2.Append("x");
  1174. // 7465150 modifies s1 when it shouldn't.
  1175. EXPECT_EQ(s1.size(), size);
  1176. EXPECT_EQ(s2.size(), size + 1);
  1177. }
  1178. TEST_P(CordTest, DiabolicalGrowth) {
  1179. // This test exercises a diabolical Append(<one char>) on a cord, making the
  1180. // cord shared before each Append call resulting in a terribly fragmented
  1181. // resulting cord.
  1182. // TODO(b/183983616): Apply some minimum compaction when copying a shared
  1183. // source cord into a mutable copy for updates in CordRepRing.
  1184. RandomEngine rng(GTEST_FLAG_GET(random_seed));
  1185. const std::string expected = RandomLowercaseString(&rng, 5000);
  1186. absl::Cord cord;
  1187. for (char c : expected) {
  1188. absl::Cord shared(cord);
  1189. cord.Append(absl::string_view(&c, 1));
  1190. }
  1191. std::string value;
  1192. absl::CopyCordToString(cord, &value);
  1193. EXPECT_EQ(value, expected);
  1194. ABSL_RAW_LOG(INFO, "Diabolical size allocated = %zu",
  1195. cord.EstimatedMemoryUsage());
  1196. }
  1197. // The following tests check support for >4GB cords in 64-bit binaries, and
  1198. // 2GB-4GB cords in 32-bit binaries. This function returns the large cord size
  1199. // that's appropriate for the binary.
  1200. // Construct a huge cord with the specified valid prefix.
  1201. static absl::Cord MakeHuge(absl::string_view prefix) {
  1202. absl::Cord cord;
  1203. if (sizeof(size_t) > 4) {
  1204. // In 64-bit binaries, test 64-bit Cord support.
  1205. const size_t size =
  1206. static_cast<size_t>(std::numeric_limits<uint32_t>::max()) + 314;
  1207. cord.Append(absl::MakeCordFromExternal(
  1208. absl::string_view(prefix.data(), size),
  1209. [](absl::string_view s) { DoNothing(s, nullptr); }));
  1210. } else {
  1211. // Cords are limited to 32-bit lengths in 32-bit binaries. The following
  1212. // tests check for use of "signed int" to represent Cord length/offset.
  1213. // However absl::string_view does not allow lengths >= (1u<<31), so we need
  1214. // to append in two parts;
  1215. const size_t s1 = (1u << 31) - 1;
  1216. // For shorter cord, `Append` copies the data rather than allocating a new
  1217. // node. The threshold is currently set to 511, so `s2` needs to be bigger
  1218. // to not trigger the copy.
  1219. const size_t s2 = 600;
  1220. cord.Append(absl::MakeCordFromExternal(
  1221. absl::string_view(prefix.data(), s1),
  1222. [](absl::string_view s) { DoNothing(s, nullptr); }));
  1223. cord.Append(absl::MakeCordFromExternal(
  1224. absl::string_view("", s2),
  1225. [](absl::string_view s) { DoNothing(s, nullptr); }));
  1226. }
  1227. return cord;
  1228. }
  1229. TEST_P(CordTest, HugeCord) {
  1230. absl::Cord cord = MakeHuge("huge cord");
  1231. EXPECT_LE(cord.size(), cord.EstimatedMemoryUsage());
  1232. EXPECT_GE(cord.size() + 100, cord.EstimatedMemoryUsage());
  1233. }
  1234. // Tests that Append() works ok when handed a self reference
  1235. TEST_P(CordTest, AppendSelf) {
  1236. // We run the test until data is ~16K
  1237. // This guarantees it covers small, medium and large data.
  1238. std::string control_data = "Abc";
  1239. absl::Cord data(control_data);
  1240. while (control_data.length() < 0x4000) {
  1241. data.Append(data);
  1242. control_data.append(control_data);
  1243. ASSERT_EQ(control_data, data);
  1244. }
  1245. }
  1246. TEST_P(CordTest, MakeFragmentedCordFromInitializerList) {
  1247. absl::Cord fragmented =
  1248. absl::MakeFragmentedCord({"A ", "fragmented ", "Cord"});
  1249. EXPECT_EQ("A fragmented Cord", fragmented);
  1250. auto chunk_it = fragmented.chunk_begin();
  1251. ASSERT_TRUE(chunk_it != fragmented.chunk_end());
  1252. EXPECT_EQ("A ", *chunk_it);
  1253. ASSERT_TRUE(++chunk_it != fragmented.chunk_end());
  1254. EXPECT_EQ("fragmented ", *chunk_it);
  1255. ASSERT_TRUE(++chunk_it != fragmented.chunk_end());
  1256. EXPECT_EQ("Cord", *chunk_it);
  1257. ASSERT_TRUE(++chunk_it == fragmented.chunk_end());
  1258. }
  1259. TEST_P(CordTest, MakeFragmentedCordFromVector) {
  1260. std::vector<absl::string_view> chunks = {"A ", "fragmented ", "Cord"};
  1261. absl::Cord fragmented = absl::MakeFragmentedCord(chunks);
  1262. EXPECT_EQ("A fragmented Cord", fragmented);
  1263. auto chunk_it = fragmented.chunk_begin();
  1264. ASSERT_TRUE(chunk_it != fragmented.chunk_end());
  1265. EXPECT_EQ("A ", *chunk_it);
  1266. ASSERT_TRUE(++chunk_it != fragmented.chunk_end());
  1267. EXPECT_EQ("fragmented ", *chunk_it);
  1268. ASSERT_TRUE(++chunk_it != fragmented.chunk_end());
  1269. EXPECT_EQ("Cord", *chunk_it);
  1270. ASSERT_TRUE(++chunk_it == fragmented.chunk_end());
  1271. }
  1272. TEST_P(CordTest, CordChunkIteratorTraits) {
  1273. static_assert(std::is_copy_constructible<absl::Cord::ChunkIterator>::value,
  1274. "");
  1275. static_assert(std::is_copy_assignable<absl::Cord::ChunkIterator>::value, "");
  1276. // Move semantics to satisfy swappable via std::swap
  1277. static_assert(std::is_move_constructible<absl::Cord::ChunkIterator>::value,
  1278. "");
  1279. static_assert(std::is_move_assignable<absl::Cord::ChunkIterator>::value, "");
  1280. static_assert(
  1281. std::is_same<
  1282. std::iterator_traits<absl::Cord::ChunkIterator>::iterator_category,
  1283. std::input_iterator_tag>::value,
  1284. "");
  1285. static_assert(
  1286. std::is_same<std::iterator_traits<absl::Cord::ChunkIterator>::value_type,
  1287. absl::string_view>::value,
  1288. "");
  1289. static_assert(
  1290. std::is_same<
  1291. std::iterator_traits<absl::Cord::ChunkIterator>::difference_type,
  1292. ptrdiff_t>::value,
  1293. "");
  1294. static_assert(
  1295. std::is_same<std::iterator_traits<absl::Cord::ChunkIterator>::pointer,
  1296. const absl::string_view*>::value,
  1297. "");
  1298. static_assert(
  1299. std::is_same<std::iterator_traits<absl::Cord::ChunkIterator>::reference,
  1300. absl::string_view>::value,
  1301. "");
  1302. }
  1303. static void VerifyChunkIterator(const absl::Cord& cord,
  1304. size_t expected_chunks) {
  1305. EXPECT_EQ(cord.chunk_begin() == cord.chunk_end(), cord.empty()) << cord;
  1306. EXPECT_EQ(cord.chunk_begin() != cord.chunk_end(), !cord.empty());
  1307. absl::Cord::ChunkRange range = cord.Chunks();
  1308. EXPECT_EQ(range.begin() == range.end(), cord.empty());
  1309. EXPECT_EQ(range.begin() != range.end(), !cord.empty());
  1310. std::string content(cord);
  1311. size_t pos = 0;
  1312. auto pre_iter = cord.chunk_begin(), post_iter = cord.chunk_begin();
  1313. size_t n_chunks = 0;
  1314. while (pre_iter != cord.chunk_end() && post_iter != cord.chunk_end()) {
  1315. EXPECT_FALSE(pre_iter == cord.chunk_end()); // NOLINT: explicitly test ==
  1316. EXPECT_FALSE(post_iter == cord.chunk_end()); // NOLINT
  1317. EXPECT_EQ(pre_iter, post_iter);
  1318. EXPECT_EQ(*pre_iter, *post_iter);
  1319. EXPECT_EQ(pre_iter->data(), (*pre_iter).data());
  1320. EXPECT_EQ(pre_iter->size(), (*pre_iter).size());
  1321. absl::string_view chunk = *pre_iter;
  1322. EXPECT_FALSE(chunk.empty());
  1323. EXPECT_LE(pos + chunk.size(), content.size());
  1324. EXPECT_EQ(absl::string_view(content.c_str() + pos, chunk.size()), chunk);
  1325. int n_equal_iterators = 0;
  1326. for (absl::Cord::ChunkIterator it = range.begin(); it != range.end();
  1327. ++it) {
  1328. n_equal_iterators += static_cast<int>(it == pre_iter);
  1329. }
  1330. EXPECT_EQ(n_equal_iterators, 1);
  1331. ++pre_iter;
  1332. EXPECT_EQ(*post_iter++, chunk);
  1333. pos += chunk.size();
  1334. ++n_chunks;
  1335. }
  1336. EXPECT_EQ(expected_chunks, n_chunks);
  1337. EXPECT_EQ(pos, content.size());
  1338. EXPECT_TRUE(pre_iter == cord.chunk_end()); // NOLINT: explicitly test ==
  1339. EXPECT_TRUE(post_iter == cord.chunk_end()); // NOLINT
  1340. }
  1341. TEST_P(CordTest, CordChunkIteratorOperations) {
  1342. absl::Cord empty_cord;
  1343. VerifyChunkIterator(empty_cord, 0);
  1344. absl::Cord small_buffer_cord("small cord");
  1345. VerifyChunkIterator(small_buffer_cord, 1);
  1346. absl::Cord flat_node_cord("larger than small buffer optimization");
  1347. VerifyChunkIterator(flat_node_cord, 1);
  1348. VerifyChunkIterator(
  1349. absl::MakeFragmentedCord({"a ", "small ", "fragmented ", "cord ", "for ",
  1350. "testing ", "chunk ", "iterations."}),
  1351. 8);
  1352. absl::Cord reused_nodes_cord(std::string(40, 'c'));
  1353. reused_nodes_cord.Prepend(absl::Cord(std::string(40, 'b')));
  1354. reused_nodes_cord.Prepend(absl::Cord(std::string(40, 'a')));
  1355. size_t expected_chunks = 3;
  1356. for (int i = 0; i < 8; ++i) {
  1357. reused_nodes_cord.Prepend(reused_nodes_cord);
  1358. expected_chunks *= 2;
  1359. VerifyChunkIterator(reused_nodes_cord, expected_chunks);
  1360. }
  1361. RandomEngine rng(GTEST_FLAG_GET(random_seed));
  1362. absl::Cord flat_cord(RandomLowercaseString(&rng, 256));
  1363. absl::Cord subcords;
  1364. for (int i = 0; i < 128; ++i) subcords.Prepend(flat_cord.Subcord(i, 128));
  1365. VerifyChunkIterator(subcords, 128);
  1366. }
  1367. TEST_P(CordTest, CharIteratorTraits) {
  1368. static_assert(std::is_copy_constructible<absl::Cord::CharIterator>::value,
  1369. "");
  1370. static_assert(std::is_copy_assignable<absl::Cord::CharIterator>::value, "");
  1371. // Move semantics to satisfy swappable via std::swap
  1372. static_assert(std::is_move_constructible<absl::Cord::CharIterator>::value,
  1373. "");
  1374. static_assert(std::is_move_assignable<absl::Cord::CharIterator>::value, "");
  1375. static_assert(
  1376. std::is_same<
  1377. std::iterator_traits<absl::Cord::CharIterator>::iterator_category,
  1378. std::input_iterator_tag>::value,
  1379. "");
  1380. static_assert(
  1381. std::is_same<std::iterator_traits<absl::Cord::CharIterator>::value_type,
  1382. char>::value,
  1383. "");
  1384. static_assert(
  1385. std::is_same<
  1386. std::iterator_traits<absl::Cord::CharIterator>::difference_type,
  1387. ptrdiff_t>::value,
  1388. "");
  1389. static_assert(
  1390. std::is_same<std::iterator_traits<absl::Cord::CharIterator>::pointer,
  1391. const char*>::value,
  1392. "");
  1393. static_assert(
  1394. std::is_same<std::iterator_traits<absl::Cord::CharIterator>::reference,
  1395. const char&>::value,
  1396. "");
  1397. }
  1398. static void VerifyCharIterator(const absl::Cord& cord) {
  1399. EXPECT_EQ(cord.char_begin() == cord.char_end(), cord.empty());
  1400. EXPECT_EQ(cord.char_begin() != cord.char_end(), !cord.empty());
  1401. absl::Cord::CharRange range = cord.Chars();
  1402. EXPECT_EQ(range.begin() == range.end(), cord.empty());
  1403. EXPECT_EQ(range.begin() != range.end(), !cord.empty());
  1404. size_t i = 0;
  1405. absl::Cord::CharIterator pre_iter = cord.char_begin();
  1406. absl::Cord::CharIterator post_iter = cord.char_begin();
  1407. std::string content(cord);
  1408. while (pre_iter != cord.char_end() && post_iter != cord.char_end()) {
  1409. EXPECT_FALSE(pre_iter == cord.char_end()); // NOLINT: explicitly test ==
  1410. EXPECT_FALSE(post_iter == cord.char_end()); // NOLINT
  1411. EXPECT_LT(i, cord.size());
  1412. EXPECT_EQ(content[i], *pre_iter);
  1413. EXPECT_EQ(pre_iter, post_iter);
  1414. EXPECT_EQ(*pre_iter, *post_iter);
  1415. EXPECT_EQ(&*pre_iter, &*post_iter);
  1416. EXPECT_EQ(&*pre_iter, pre_iter.operator->());
  1417. const char* character_address = &*pre_iter;
  1418. absl::Cord::CharIterator copy = pre_iter;
  1419. ++copy;
  1420. EXPECT_EQ(character_address, &*pre_iter);
  1421. int n_equal_iterators = 0;
  1422. for (absl::Cord::CharIterator it = range.begin(); it != range.end(); ++it) {
  1423. n_equal_iterators += static_cast<int>(it == pre_iter);
  1424. }
  1425. EXPECT_EQ(n_equal_iterators, 1);
  1426. absl::Cord::CharIterator advance_iter = range.begin();
  1427. absl::Cord::Advance(&advance_iter, i);
  1428. EXPECT_EQ(pre_iter, advance_iter);
  1429. advance_iter = range.begin();
  1430. EXPECT_EQ(absl::Cord::AdvanceAndRead(&advance_iter, i), cord.Subcord(0, i));
  1431. EXPECT_EQ(pre_iter, advance_iter);
  1432. advance_iter = pre_iter;
  1433. absl::Cord::Advance(&advance_iter, cord.size() - i);
  1434. EXPECT_EQ(range.end(), advance_iter);
  1435. advance_iter = pre_iter;
  1436. EXPECT_EQ(absl::Cord::AdvanceAndRead(&advance_iter, cord.size() - i),
  1437. cord.Subcord(i, cord.size() - i));
  1438. EXPECT_EQ(range.end(), advance_iter);
  1439. ++i;
  1440. ++pre_iter;
  1441. post_iter++;
  1442. }
  1443. EXPECT_EQ(i, cord.size());
  1444. EXPECT_TRUE(pre_iter == cord.char_end()); // NOLINT: explicitly test ==
  1445. EXPECT_TRUE(post_iter == cord.char_end()); // NOLINT
  1446. absl::Cord::CharIterator zero_advanced_end = cord.char_end();
  1447. absl::Cord::Advance(&zero_advanced_end, 0);
  1448. EXPECT_EQ(zero_advanced_end, cord.char_end());
  1449. absl::Cord::CharIterator it = cord.char_begin();
  1450. for (absl::string_view chunk : cord.Chunks()) {
  1451. while (!chunk.empty()) {
  1452. EXPECT_EQ(absl::Cord::ChunkRemaining(it), chunk);
  1453. chunk.remove_prefix(1);
  1454. ++it;
  1455. }
  1456. }
  1457. }
  1458. TEST_P(CordTest, CharIteratorOperations) {
  1459. absl::Cord empty_cord;
  1460. VerifyCharIterator(empty_cord);
  1461. absl::Cord small_buffer_cord("small cord");
  1462. VerifyCharIterator(small_buffer_cord);
  1463. absl::Cord flat_node_cord("larger than small buffer optimization");
  1464. VerifyCharIterator(flat_node_cord);
  1465. VerifyCharIterator(
  1466. absl::MakeFragmentedCord({"a ", "small ", "fragmented ", "cord ", "for ",
  1467. "testing ", "character ", "iteration."}));
  1468. absl::Cord reused_nodes_cord("ghi");
  1469. reused_nodes_cord.Prepend(absl::Cord("def"));
  1470. reused_nodes_cord.Prepend(absl::Cord("abc"));
  1471. for (int i = 0; i < 4; ++i) {
  1472. reused_nodes_cord.Prepend(reused_nodes_cord);
  1473. VerifyCharIterator(reused_nodes_cord);
  1474. }
  1475. RandomEngine rng(GTEST_FLAG_GET(random_seed));
  1476. absl::Cord flat_cord(RandomLowercaseString(&rng, 256));
  1477. absl::Cord subcords;
  1478. for (int i = 0; i < 4; ++i) subcords.Prepend(flat_cord.Subcord(16 * i, 128));
  1479. VerifyCharIterator(subcords);
  1480. }
  1481. TEST_P(CordTest, CharIteratorAdvanceAndRead) {
  1482. // Create a Cord holding 6 flats of 2500 bytes each, and then iterate over it
  1483. // reading 150, 1500, 2500 and 3000 bytes. This will result in all possible
  1484. // partial, full and straddled read combinations including reads below
  1485. // kMaxBytesToCopy. b/197776822 surfaced a bug for a specific partial, small
  1486. // read 'at end' on Cord which caused a failure on attempting to read past the
  1487. // end in CordRepBtreeReader which was not covered by any existing test.
  1488. constexpr int kBlocks = 6;
  1489. constexpr size_t kBlockSize = 2500;
  1490. constexpr size_t kChunkSize1 = 1500;
  1491. constexpr size_t kChunkSize2 = 2500;
  1492. constexpr size_t kChunkSize3 = 3000;
  1493. constexpr size_t kChunkSize4 = 150;
  1494. RandomEngine rng;
  1495. std::string data = RandomLowercaseString(&rng, kBlocks * kBlockSize);
  1496. absl::Cord cord;
  1497. for (int i = 0; i < kBlocks; ++i) {
  1498. const std::string block = data.substr(i * kBlockSize, kBlockSize);
  1499. cord.Append(absl::Cord(block));
  1500. }
  1501. for (size_t chunk_size :
  1502. {kChunkSize1, kChunkSize2, kChunkSize3, kChunkSize4}) {
  1503. absl::Cord::CharIterator it = cord.char_begin();
  1504. size_t offset = 0;
  1505. while (offset < data.length()) {
  1506. const size_t n = std::min<size_t>(data.length() - offset, chunk_size);
  1507. absl::Cord chunk = cord.AdvanceAndRead(&it, n);
  1508. ASSERT_EQ(chunk.size(), n);
  1509. ASSERT_EQ(chunk.Compare(data.substr(offset, n)), 0);
  1510. offset += n;
  1511. }
  1512. }
  1513. }
  1514. TEST_P(CordTest, StreamingOutput) {
  1515. absl::Cord c =
  1516. absl::MakeFragmentedCord({"A ", "small ", "fragmented ", "Cord", "."});
  1517. std::stringstream output;
  1518. output << c;
  1519. EXPECT_EQ("A small fragmented Cord.", output.str());
  1520. }
  1521. TEST_P(CordTest, ForEachChunk) {
  1522. for (int num_elements : {1, 10, 200}) {
  1523. SCOPED_TRACE(num_elements);
  1524. std::vector<std::string> cord_chunks;
  1525. for (int i = 0; i < num_elements; ++i) {
  1526. cord_chunks.push_back(absl::StrCat("[", i, "]"));
  1527. }
  1528. absl::Cord c = absl::MakeFragmentedCord(cord_chunks);
  1529. std::vector<std::string> iterated_chunks;
  1530. absl::CordTestPeer::ForEachChunk(c,
  1531. [&iterated_chunks](absl::string_view sv) {
  1532. iterated_chunks.emplace_back(sv);
  1533. });
  1534. EXPECT_EQ(iterated_chunks, cord_chunks);
  1535. }
  1536. }
  1537. TEST_P(CordTest, SmallBufferAssignFromOwnData) {
  1538. constexpr size_t kMaxInline = 15;
  1539. std::string contents = "small buff cord";
  1540. EXPECT_EQ(contents.size(), kMaxInline);
  1541. for (size_t pos = 0; pos < contents.size(); ++pos) {
  1542. for (size_t count = contents.size() - pos; count > 0; --count) {
  1543. absl::Cord c(contents);
  1544. absl::string_view flat = c.Flatten();
  1545. c = flat.substr(pos, count);
  1546. EXPECT_EQ(c, contents.substr(pos, count))
  1547. << "pos = " << pos << "; count = " << count;
  1548. }
  1549. }
  1550. }
  1551. TEST_P(CordTest, Format) {
  1552. absl::Cord c;
  1553. absl::Format(&c, "There were %04d little %s.", 3, "pigs");
  1554. EXPECT_EQ(c, "There were 0003 little pigs.");
  1555. absl::Format(&c, "And %-3llx bad wolf!", 1);
  1556. EXPECT_EQ(c, "There were 0003 little pigs.And 1 bad wolf!");
  1557. }
  1558. TEST_P(CordTest, Hardening) {
  1559. absl::Cord cord("hello");
  1560. // These statement should abort the program in all builds modes.
  1561. EXPECT_DEATH_IF_SUPPORTED(cord.RemovePrefix(6), "");
  1562. EXPECT_DEATH_IF_SUPPORTED(cord.RemoveSuffix(6), "");
  1563. bool test_hardening = false;
  1564. ABSL_HARDENING_ASSERT([&]() {
  1565. // This only runs when ABSL_HARDENING_ASSERT is active.
  1566. test_hardening = true;
  1567. return true;
  1568. }());
  1569. if (!test_hardening) return;
  1570. EXPECT_DEATH_IF_SUPPORTED(cord[5], "");
  1571. EXPECT_DEATH_IF_SUPPORTED(*cord.chunk_end(), "");
  1572. EXPECT_DEATH_IF_SUPPORTED(static_cast<void>(cord.chunk_end()->empty()), "");
  1573. EXPECT_DEATH_IF_SUPPORTED(++cord.chunk_end(), "");
  1574. }
  1575. // This test mimics a specific (and rare) application repeatedly splitting a
  1576. // cord, inserting (overwriting) a string value, and composing a new cord from
  1577. // the three pieces. This is hostile towards a Btree implementation: A split of
  1578. // a node at any level is likely to have the right-most edge of the left split,
  1579. // and the left-most edge of the right split shared. For example, splitting a
  1580. // leaf node with 6 edges will result likely in a 1-6, 2-5, 3-4, etc. split,
  1581. // sharing the 'split node'. When recomposing such nodes, we 'injected' an edge
  1582. // in that node. As this happens with some probability on each level of the
  1583. // tree, this will quickly grow the tree until it reaches maximum height.
  1584. TEST_P(CordTest, BtreeHostileSplitInsertJoin) {
  1585. absl::BitGen bitgen;
  1586. // Start with about 1GB of data
  1587. std::string data(1 << 10, 'x');
  1588. absl::Cord buffer(data);
  1589. absl::Cord cord;
  1590. for (int i = 0; i < 1000000; ++i) {
  1591. cord.Append(buffer);
  1592. }
  1593. for (int j = 0; j < 1000; ++j) {
  1594. size_t offset = absl::Uniform(bitgen, 0u, cord.size());
  1595. size_t length = absl::Uniform(bitgen, 100u, data.size());
  1596. if (cord.size() == offset) {
  1597. cord.Append(absl::string_view(data.data(), length));
  1598. } else {
  1599. absl::Cord suffix;
  1600. if (offset + length < cord.size()) {
  1601. suffix = cord;
  1602. suffix.RemovePrefix(offset + length);
  1603. }
  1604. if (cord.size() > offset) {
  1605. cord.RemoveSuffix(cord.size() - offset);
  1606. }
  1607. cord.Append(absl::string_view(data.data(), length));
  1608. if (!suffix.empty()) {
  1609. cord.Append(suffix);
  1610. }
  1611. }
  1612. }
  1613. }
  1614. class AfterExitCordTester {
  1615. public:
  1616. bool Set(absl::Cord* cord, absl::string_view expected) {
  1617. cord_ = cord;
  1618. expected_ = expected;
  1619. return true;
  1620. }
  1621. ~AfterExitCordTester() {
  1622. EXPECT_EQ(*cord_, expected_);
  1623. }
  1624. private:
  1625. absl::Cord* cord_;
  1626. absl::string_view expected_;
  1627. };
  1628. template <typename Str>
  1629. void TestConstinitConstructor(Str) {
  1630. const auto expected = Str::value;
  1631. // Defined before `cord` to be destroyed after it.
  1632. static AfterExitCordTester exit_tester; // NOLINT
  1633. ABSL_CONST_INIT static absl::Cord cord(Str{}); // NOLINT
  1634. static bool init_exit_tester = exit_tester.Set(&cord, expected);
  1635. (void)init_exit_tester;
  1636. EXPECT_EQ(cord, expected);
  1637. // Copy the object and test the copy, and the original.
  1638. {
  1639. absl::Cord copy = cord;
  1640. EXPECT_EQ(copy, expected);
  1641. }
  1642. // The original still works
  1643. EXPECT_EQ(cord, expected);
  1644. // Try making adding more structure to the tree.
  1645. {
  1646. absl::Cord copy = cord;
  1647. std::string expected_copy(expected);
  1648. for (int i = 0; i < 10; ++i) {
  1649. copy.Append(cord);
  1650. absl::StrAppend(&expected_copy, expected);
  1651. EXPECT_EQ(copy, expected_copy);
  1652. }
  1653. }
  1654. // Make sure we are using the right branch during constant evaluation.
  1655. EXPECT_EQ(absl::CordTestPeer::IsTree(cord), cord.size() >= 16);
  1656. for (int i = 0; i < 10; ++i) {
  1657. // Make a few more Cords from the same global rep.
  1658. // This tests what happens when the refcount for it gets below 1.
  1659. EXPECT_EQ(expected, absl::Cord(Str{}));
  1660. }
  1661. }
  1662. constexpr int SimpleStrlen(const char* p) {
  1663. return *p ? 1 + SimpleStrlen(p + 1) : 0;
  1664. }
  1665. struct ShortView {
  1666. constexpr absl::string_view operator()() const {
  1667. return absl::string_view("SSO string", SimpleStrlen("SSO string"));
  1668. }
  1669. };
  1670. struct LongView {
  1671. constexpr absl::string_view operator()() const {
  1672. return absl::string_view("String that does not fit SSO.",
  1673. SimpleStrlen("String that does not fit SSO."));
  1674. }
  1675. };
  1676. TEST_P(CordTest, ConstinitConstructor) {
  1677. TestConstinitConstructor(
  1678. absl::strings_internal::MakeStringConstant(ShortView{}));
  1679. TestConstinitConstructor(
  1680. absl::strings_internal::MakeStringConstant(LongView{}));
  1681. }