cordz_test.cc 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466
  1. // Copyright 2021 The Abseil Authors
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // https://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. #include <cstdint>
  15. #include <string>
  16. #include "gmock/gmock.h"
  17. #include "gtest/gtest.h"
  18. #include "absl/base/config.h"
  19. #include "absl/base/internal/raw_logging.h"
  20. #include "absl/base/macros.h"
  21. #include "absl/strings/cord.h"
  22. #include "absl/strings/cord_test_helpers.h"
  23. #include "absl/strings/cordz_test_helpers.h"
  24. #include "absl/strings/internal/cordz_functions.h"
  25. #include "absl/strings/internal/cordz_info.h"
  26. #include "absl/strings/internal/cordz_sample_token.h"
  27. #include "absl/strings/internal/cordz_statistics.h"
  28. #include "absl/strings/internal/cordz_update_tracker.h"
  29. #include "absl/strings/str_cat.h"
  30. #include "absl/strings/string_view.h"
  31. #ifdef ABSL_INTERNAL_CORDZ_ENABLED
  32. using testing::Eq;
  33. using testing::AnyOf;
  34. namespace absl {
  35. ABSL_NAMESPACE_BEGIN
  36. using cord_internal::CordzInfo;
  37. using cord_internal::CordzSampleToken;
  38. using cord_internal::CordzStatistics;
  39. using cord_internal::CordzUpdateTracker;
  40. using Method = CordzUpdateTracker::MethodIdentifier;
  41. // Do not print cord contents, we only care about 'size' perhaps.
  42. // Note that this method must be inside the named namespace.
  43. inline void PrintTo(const Cord& cord, std::ostream* s) {
  44. if (s) *s << "Cord[" << cord.size() << "]";
  45. }
  46. namespace {
  47. auto constexpr kMaxInline = cord_internal::kMaxInline;
  48. // Returns a string_view value of the specified length
  49. // We do this to avoid 'consuming' large strings in Cord by default.
  50. absl::string_view MakeString(size_t size) {
  51. thread_local std::string str;
  52. str = std::string(size, '.');
  53. return str;
  54. }
  55. absl::string_view MakeString(TestCordSize size) {
  56. return MakeString(Length(size));
  57. }
  58. // Returns a cord with a sampled method of kAppendString.
  59. absl::Cord MakeAppendStringCord(TestCordSize size) {
  60. CordzSamplingIntervalHelper always(1);
  61. absl::Cord cord;
  62. cord.Append(MakeString(size));
  63. return cord;
  64. }
  65. std::string TestParamToString(::testing::TestParamInfo<TestCordSize> size) {
  66. return absl::StrCat("On", ToString(size.param), "Cord");
  67. }
  68. class CordzUpdateTest : public testing::TestWithParam<TestCordSize> {
  69. public:
  70. Cord& cord() { return cord_; }
  71. Method InitialOr(Method method) const {
  72. return (GetParam() > TestCordSize::kInlined) ? Method::kConstructorString
  73. : method;
  74. }
  75. private:
  76. CordzSamplingIntervalHelper sample_every_{1};
  77. Cord cord_{MakeString(GetParam())};
  78. };
  79. template <typename T>
  80. std::string ParamToString(::testing::TestParamInfo<T> param) {
  81. return std::string(ToString(param.param));
  82. }
  83. INSTANTIATE_TEST_SUITE_P(WithParam, CordzUpdateTest,
  84. testing::Values(TestCordSize::kEmpty,
  85. TestCordSize::kInlined,
  86. TestCordSize::kLarge),
  87. TestParamToString);
  88. class CordzStringTest : public testing::TestWithParam<TestCordSize> {
  89. private:
  90. CordzSamplingIntervalHelper sample_every_{1};
  91. };
  92. INSTANTIATE_TEST_SUITE_P(WithParam, CordzStringTest,
  93. testing::Values(TestCordSize::kInlined,
  94. TestCordSize::kStringSso1,
  95. TestCordSize::kStringSso2,
  96. TestCordSize::kSmall,
  97. TestCordSize::kLarge),
  98. ParamToString<TestCordSize>);
  99. TEST(CordzTest, ConstructSmallArray) {
  100. CordzSamplingIntervalHelper sample_every{1};
  101. Cord cord(MakeString(TestCordSize::kSmall));
  102. EXPECT_THAT(cord, HasValidCordzInfoOf(Method::kConstructorString));
  103. }
  104. TEST(CordzTest, ConstructLargeArray) {
  105. CordzSamplingIntervalHelper sample_every{1};
  106. Cord cord(MakeString(TestCordSize::kLarge));
  107. EXPECT_THAT(cord, HasValidCordzInfoOf(Method::kConstructorString));
  108. }
  109. TEST_P(CordzStringTest, ConstructString) {
  110. CordzSamplingIntervalHelper sample_every{1};
  111. Cord cord(std::string(Length(GetParam()), '.'));
  112. if (Length(GetParam()) > kMaxInline) {
  113. EXPECT_THAT(cord, HasValidCordzInfoOf(Method::kConstructorString));
  114. }
  115. }
  116. TEST(CordzTest, CopyConstructFromUnsampled) {
  117. CordzSamplingIntervalHelper sample_every{1};
  118. Cord src = UnsampledCord(MakeString(TestCordSize::kLarge));
  119. Cord cord(src);
  120. EXPECT_THAT(GetCordzInfoForTesting(cord), Eq(nullptr));
  121. }
  122. TEST(CordzTest, CopyConstructFromSampled) {
  123. CordzSamplingIntervalHelper sample_never{99999};
  124. Cord src = MakeAppendStringCord(TestCordSize::kLarge);
  125. Cord cord(src);
  126. ASSERT_THAT(cord, HasValidCordzInfoOf(Method::kConstructorCord));
  127. CordzStatistics stats = GetCordzInfoForTesting(cord)->GetCordzStatistics();
  128. EXPECT_THAT(stats.parent_method, Eq(Method::kAppendString));
  129. EXPECT_THAT(stats.update_tracker.Value(Method::kAppendString), Eq(1));
  130. }
  131. TEST(CordzTest, MoveConstruct) {
  132. CordzSamplingIntervalHelper sample_every{1};
  133. Cord src(MakeString(TestCordSize::kLarge));
  134. Cord cord(std::move(src));
  135. EXPECT_THAT(cord, HasValidCordzInfoOf(Method::kConstructorString));
  136. }
  137. TEST_P(CordzUpdateTest, AssignUnsampledCord) {
  138. Cord src = UnsampledCord(MakeString(TestCordSize::kLarge));
  139. const CordzInfo* info = GetCordzInfoForTesting(cord());
  140. cord() = src;
  141. EXPECT_THAT(GetCordzInfoForTesting(cord()), Eq(nullptr));
  142. EXPECT_FALSE(CordzInfoIsListed(info));
  143. }
  144. TEST_P(CordzUpdateTest, AssignSampledCord) {
  145. Cord src = MakeAppendStringCord(TestCordSize::kLarge);
  146. cord() = src;
  147. ASSERT_THAT(cord(), HasValidCordzInfoOf(Method::kAssignCord));
  148. CordzStatistics stats = GetCordzInfoForTesting(cord())->GetCordzStatistics();
  149. EXPECT_THAT(stats.parent_method, Eq(Method::kAppendString));
  150. EXPECT_THAT(stats.update_tracker.Value(Method::kAppendString), Eq(1));
  151. EXPECT_THAT(stats.update_tracker.Value(Method::kConstructorString), Eq(0));
  152. }
  153. TEST(CordzUpdateTest, AssignSampledCordToInlined) {
  154. CordzSamplingIntervalHelper sample_never{99999};
  155. Cord cord;
  156. Cord src = MakeAppendStringCord(TestCordSize::kLarge);
  157. cord = src;
  158. ASSERT_THAT(cord, HasValidCordzInfoOf(Method::kAssignCord));
  159. CordzStatistics stats = GetCordzInfoForTesting(cord)->GetCordzStatistics();
  160. EXPECT_THAT(stats.parent_method, Eq(Method::kAppendString));
  161. EXPECT_THAT(stats.update_tracker.Value(Method::kAppendString), Eq(1));
  162. EXPECT_THAT(stats.update_tracker.Value(Method::kConstructorString), Eq(0));
  163. }
  164. TEST(CordzUpdateTest, AssignSampledCordToUnsampledCord) {
  165. CordzSamplingIntervalHelper sample_never{99999};
  166. Cord cord = UnsampledCord(MakeString(TestCordSize::kLarge));
  167. Cord src = MakeAppendStringCord(TestCordSize::kLarge);
  168. cord = src;
  169. ASSERT_THAT(cord, HasValidCordzInfoOf(Method::kAssignCord));
  170. CordzStatistics stats = GetCordzInfoForTesting(cord)->GetCordzStatistics();
  171. EXPECT_THAT(stats.parent_method, Eq(Method::kAppendString));
  172. EXPECT_THAT(stats.update_tracker.Value(Method::kAppendString), Eq(1));
  173. EXPECT_THAT(stats.update_tracker.Value(Method::kConstructorString), Eq(0));
  174. }
  175. TEST(CordzUpdateTest, AssignUnsampledCordToSampledCordWithoutSampling) {
  176. CordzSamplingIntervalHelper sample_never{99999};
  177. Cord cord = MakeAppendStringCord(TestCordSize::kLarge);
  178. const CordzInfo* info = GetCordzInfoForTesting(cord);
  179. Cord src = UnsampledCord(MakeString(TestCordSize::kLarge));
  180. cord = src;
  181. EXPECT_THAT(GetCordzInfoForTesting(cord), Eq(nullptr));
  182. EXPECT_FALSE(CordzInfoIsListed(info));
  183. }
  184. TEST(CordzUpdateTest, AssignUnsampledCordToSampledCordWithSampling) {
  185. CordzSamplingIntervalHelper sample_every{1};
  186. Cord cord = MakeAppendStringCord(TestCordSize::kLarge);
  187. const CordzInfo* info = GetCordzInfoForTesting(cord);
  188. Cord src = UnsampledCord(MakeString(TestCordSize::kLarge));
  189. cord = src;
  190. EXPECT_THAT(GetCordzInfoForTesting(cord), Eq(nullptr));
  191. EXPECT_FALSE(CordzInfoIsListed(info));
  192. }
  193. TEST(CordzUpdateTest, AssignSampledCordToSampledCord) {
  194. CordzSamplingIntervalHelper sample_every{1};
  195. Cord src = MakeAppendStringCord(TestCordSize::kLarge);
  196. Cord cord(MakeString(TestCordSize::kLarge));
  197. cord = src;
  198. ASSERT_THAT(cord, HasValidCordzInfoOf(Method::kAssignCord));
  199. CordzStatistics stats = GetCordzInfoForTesting(cord)->GetCordzStatistics();
  200. EXPECT_THAT(stats.parent_method, Eq(Method::kAppendString));
  201. EXPECT_THAT(stats.update_tracker.Value(Method::kAppendString), Eq(1));
  202. EXPECT_THAT(stats.update_tracker.Value(Method::kConstructorString), Eq(0));
  203. }
  204. TEST(CordzUpdateTest, AssignUnsampledCordToSampledCord) {
  205. CordzSamplingIntervalHelper sample_every{1};
  206. Cord src = MakeAppendStringCord(TestCordSize::kLarge);
  207. Cord cord(MakeString(TestCordSize::kLarge));
  208. cord = src;
  209. ASSERT_THAT(cord, HasValidCordzInfoOf(Method::kAssignCord));
  210. CordzStatistics stats = GetCordzInfoForTesting(cord)->GetCordzStatistics();
  211. EXPECT_THAT(stats.parent_method, Eq(Method::kAppendString));
  212. EXPECT_THAT(stats.update_tracker.Value(Method::kAppendString), Eq(1));
  213. EXPECT_THAT(stats.update_tracker.Value(Method::kConstructorString), Eq(0));
  214. }
  215. TEST(CordzTest, AssignInlinedCordToSampledCord) {
  216. CordzSampleToken token;
  217. CordzSamplingIntervalHelper sample_every{1};
  218. Cord cord(MakeString(TestCordSize::kLarge));
  219. const CordzInfo* info = GetCordzInfoForTesting(cord);
  220. Cord src = UnsampledCord(MakeString(TestCordSize::kInlined));
  221. cord = src;
  222. EXPECT_THAT(GetCordzInfoForTesting(cord), Eq(nullptr));
  223. EXPECT_FALSE(CordzInfoIsListed(info));
  224. }
  225. TEST(CordzUpdateTest, MoveAssignCord) {
  226. CordzSamplingIntervalHelper sample_every{1};
  227. Cord cord;
  228. Cord src(MakeString(TestCordSize::kLarge));
  229. cord = std::move(src);
  230. EXPECT_THAT(cord, HasValidCordzInfoOf(Method::kConstructorString));
  231. }
  232. TEST_P(CordzUpdateTest, AssignLargeArray) {
  233. cord() = MakeString(TestCordSize::kSmall);
  234. EXPECT_THAT(cord(), HasValidCordzInfoOf(Method::kAssignString));
  235. }
  236. TEST_P(CordzUpdateTest, AssignSmallArray) {
  237. cord() = MakeString(TestCordSize::kSmall);
  238. EXPECT_THAT(cord(), HasValidCordzInfoOf(Method::kAssignString));
  239. }
  240. TEST_P(CordzUpdateTest, AssignInlinedArray) {
  241. cord() = MakeString(TestCordSize::kInlined);
  242. EXPECT_THAT(GetCordzInfoForTesting(cord()), Eq(nullptr));
  243. }
  244. TEST_P(CordzStringTest, AssignStringToInlined) {
  245. Cord cord;
  246. cord = std::string(Length(GetParam()), '.');
  247. if (Length(GetParam()) > kMaxInline) {
  248. EXPECT_THAT(cord, HasValidCordzInfoOf(Method::kAssignString));
  249. }
  250. }
  251. TEST_P(CordzStringTest, AssignStringToCord) {
  252. Cord cord(MakeString(TestCordSize::kLarge));
  253. cord = std::string(Length(GetParam()), '.');
  254. if (Length(GetParam()) > kMaxInline) {
  255. EXPECT_THAT(cord, HasValidCordzInfoOf(Method::kConstructorString));
  256. EXPECT_THAT(cord, CordzMethodCountEq(Method::kAssignString, 1));
  257. }
  258. }
  259. TEST_P(CordzUpdateTest, AssignInlinedString) {
  260. cord() = std::string(Length(TestCordSize::kInlined), '.');
  261. EXPECT_THAT(GetCordzInfoForTesting(cord()), Eq(nullptr));
  262. }
  263. TEST_P(CordzUpdateTest, AppendCord) {
  264. Cord src = UnsampledCord(MakeString(TestCordSize::kLarge));
  265. cord().Append(src);
  266. EXPECT_THAT(cord(), HasValidCordzInfoOf(InitialOr(Method::kAppendCord)));
  267. }
  268. TEST_P(CordzUpdateTest, MoveAppendCord) {
  269. cord().Append(UnsampledCord(MakeString(TestCordSize::kLarge)));
  270. EXPECT_THAT(cord(), HasValidCordzInfoOf(InitialOr(Method::kAppendCord)));
  271. }
  272. TEST_P(CordzUpdateTest, AppendSmallArray) {
  273. cord().Append(MakeString(TestCordSize::kSmall));
  274. EXPECT_THAT(cord(), HasValidCordzInfoOf(InitialOr(Method::kAppendString)));
  275. }
  276. TEST_P(CordzUpdateTest, AppendLargeArray) {
  277. cord().Append(MakeString(TestCordSize::kLarge));
  278. EXPECT_THAT(cord(), HasValidCordzInfoOf(InitialOr(Method::kAppendString)));
  279. }
  280. TEST_P(CordzStringTest, AppendStringToEmpty) {
  281. Cord cord;
  282. cord.Append(std::string(Length(GetParam()), '.'));
  283. if (Length(GetParam()) > kMaxInline) {
  284. EXPECT_THAT(cord, HasValidCordzInfoOf(Method::kAppendString));
  285. }
  286. }
  287. TEST_P(CordzStringTest, AppendStringToInlined) {
  288. Cord cord(MakeString(TestCordSize::kInlined));
  289. cord.Append(std::string(Length(GetParam()), '.'));
  290. if (Length(TestCordSize::kInlined) + Length(GetParam()) > kMaxInline) {
  291. EXPECT_THAT(cord, HasValidCordzInfoOf(Method::kAppendString));
  292. }
  293. }
  294. TEST_P(CordzStringTest, AppendStringToCord) {
  295. Cord cord(MakeString(TestCordSize::kLarge));
  296. cord.Append(std::string(Length(GetParam()), '.'));
  297. EXPECT_THAT(cord, HasValidCordzInfoOf(Method::kConstructorString));
  298. EXPECT_THAT(cord, CordzMethodCountEq(Method::kAppendString, 1));
  299. }
  300. TEST(CordzTest, MakeCordFromExternal) {
  301. CordzSamplingIntervalHelper sample_every{1};
  302. Cord cord = MakeCordFromExternal("Hello world", [](absl::string_view) {});
  303. EXPECT_THAT(cord, HasValidCordzInfoOf(Method::kMakeCordFromExternal));
  304. }
  305. TEST(CordzTest, MakeCordFromEmptyExternal) {
  306. CordzSamplingIntervalHelper sample_every{1};
  307. Cord cord = MakeCordFromExternal({}, [](absl::string_view) {});
  308. EXPECT_THAT(GetCordzInfoForTesting(cord), Eq(nullptr));
  309. }
  310. TEST_P(CordzUpdateTest, PrependCord) {
  311. Cord src = UnsampledCord(MakeString(TestCordSize::kLarge));
  312. cord().Prepend(src);
  313. EXPECT_THAT(cord(), HasValidCordzInfoOf(InitialOr(Method::kPrependCord)));
  314. }
  315. TEST_P(CordzUpdateTest, PrependSmallArray) {
  316. cord().Prepend(MakeString(TestCordSize::kSmall));
  317. EXPECT_THAT(cord(), HasValidCordzInfoOf(InitialOr(Method::kPrependString)));
  318. }
  319. TEST_P(CordzUpdateTest, PrependLargeArray) {
  320. cord().Prepend(MakeString(TestCordSize::kLarge));
  321. EXPECT_THAT(cord(), HasValidCordzInfoOf(InitialOr(Method::kPrependString)));
  322. }
  323. TEST_P(CordzStringTest, PrependStringToEmpty) {
  324. Cord cord;
  325. cord.Prepend(std::string(Length(GetParam()), '.'));
  326. if (Length(GetParam()) > kMaxInline) {
  327. EXPECT_THAT(cord, HasValidCordzInfoOf(Method::kPrependString));
  328. }
  329. }
  330. TEST_P(CordzStringTest, PrependStringToInlined) {
  331. Cord cord(MakeString(TestCordSize::kInlined));
  332. cord.Prepend(std::string(Length(GetParam()), '.'));
  333. if (Length(TestCordSize::kInlined) + Length(GetParam()) > kMaxInline) {
  334. EXPECT_THAT(cord, HasValidCordzInfoOf(Method::kPrependString));
  335. }
  336. }
  337. TEST_P(CordzStringTest, PrependStringToCord) {
  338. Cord cord(MakeString(TestCordSize::kLarge));
  339. cord.Prepend(std::string(Length(GetParam()), '.'));
  340. EXPECT_THAT(cord, HasValidCordzInfoOf(Method::kConstructorString));
  341. EXPECT_THAT(cord, CordzMethodCountEq(Method::kPrependString, 1));
  342. }
  343. TEST(CordzTest, RemovePrefix) {
  344. CordzSamplingIntervalHelper sample_every(1);
  345. Cord cord(MakeString(TestCordSize::kLarge));
  346. // Half the cord
  347. cord.RemovePrefix(cord.size() / 2);
  348. EXPECT_THAT(cord, HasValidCordzInfoOf(Method::kConstructorString));
  349. EXPECT_THAT(cord, CordzMethodCountEq(Method::kRemovePrefix, 1));
  350. // TODO(mvels): RemovePrefix does not reset to inlined, except if empty?
  351. cord.RemovePrefix(cord.size() - kMaxInline);
  352. EXPECT_THAT(cord, HasValidCordzInfoOf(Method::kConstructorString));
  353. EXPECT_THAT(cord, CordzMethodCountEq(Method::kRemovePrefix, 2));
  354. cord.RemovePrefix(cord.size());
  355. EXPECT_THAT(GetCordzInfoForTesting(cord), Eq(nullptr));
  356. }
  357. TEST(CordzTest, RemoveSuffix) {
  358. CordzSamplingIntervalHelper sample_every(1);
  359. Cord cord(MakeString(TestCordSize::kLarge));
  360. // Half the cord
  361. cord.RemoveSuffix(cord.size() / 2);
  362. EXPECT_THAT(cord, HasValidCordzInfoOf(Method::kConstructorString));
  363. EXPECT_THAT(cord, CordzMethodCountEq(Method::kRemoveSuffix, 1));
  364. // TODO(mvels): RemoveSuffix does not reset to inlined, except if empty?
  365. cord.RemoveSuffix(cord.size() - kMaxInline);
  366. EXPECT_THAT(cord, HasValidCordzInfoOf(Method::kConstructorString));
  367. EXPECT_THAT(cord, CordzMethodCountEq(Method::kRemoveSuffix, 2));
  368. cord.RemoveSuffix(cord.size());
  369. EXPECT_THAT(GetCordzInfoForTesting(cord), Eq(nullptr));
  370. }
  371. TEST(CordzTest, SubCordFromUnsampledCord) {
  372. CordzSamplingIntervalHelper sample_every{1};
  373. Cord src = UnsampledCord(MakeString(TestCordSize::kLarge));
  374. Cord cord = src.Subcord(10, src.size() / 2);
  375. EXPECT_THAT(GetCordzInfoForTesting(cord), Eq(nullptr));
  376. }
  377. TEST(CordzTest, SubCordFromSampledCord) {
  378. CordzSamplingIntervalHelper sample_never{99999};
  379. Cord src = MakeAppendStringCord(TestCordSize::kLarge);
  380. Cord cord = src.Subcord(10, src.size() / 2);
  381. ASSERT_THAT(cord, HasValidCordzInfoOf(Method::kSubCord));
  382. CordzStatistics stats = GetCordzInfoForTesting(cord)->GetCordzStatistics();
  383. EXPECT_THAT(stats.parent_method, Eq(Method::kAppendString));
  384. EXPECT_THAT(stats.update_tracker.Value(Method::kAppendString), Eq(1));
  385. }
  386. TEST(CordzTest, SmallSubCord) {
  387. CordzSamplingIntervalHelper sample_never{99999};
  388. Cord src = MakeAppendStringCord(TestCordSize::kLarge);
  389. Cord cord = src.Subcord(10, kMaxInline + 1);
  390. EXPECT_THAT(cord, HasValidCordzInfoOf(Method::kSubCord));
  391. }
  392. } // namespace
  393. ABSL_NAMESPACE_END
  394. } // namespace absl
  395. #endif // ABSL_INTERNAL_CORDZ_ENABLED