reconnect_interop_server.cc 5.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186
  1. /*
  2. *
  3. * Copyright 2015 gRPC authors.
  4. *
  5. * Licensed under the Apache License, Version 2.0 (the "License");
  6. * you may not use this file except in compliance with the License.
  7. * You may obtain a copy of the License at
  8. *
  9. * http://www.apache.org/licenses/LICENSE-2.0
  10. *
  11. * Unless required by applicable law or agreed to in writing, software
  12. * distributed under the License is distributed on an "AS IS" BASIS,
  13. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. * See the License for the specific language governing permissions and
  15. * limitations under the License.
  16. *
  17. */
  18. // Test description at doc/connection-backoff-interop-test-description.md
  19. #include <signal.h>
  20. #include <condition_variable>
  21. #include <memory>
  22. #include <mutex>
  23. #include <sstream>
  24. #include "absl/flags/flag.h"
  25. #include <grpc/grpc.h>
  26. #include <grpc/support/log.h>
  27. #include <grpcpp/server.h>
  28. #include <grpcpp/server_builder.h>
  29. #include <grpcpp/server_context.h>
  30. #include "src/proto/grpc/testing/empty.pb.h"
  31. #include "src/proto/grpc/testing/messages.pb.h"
  32. #include "src/proto/grpc/testing/test.grpc.pb.h"
  33. #include "test/core/util/reconnect_server.h"
  34. #include "test/cpp/util/test_config.h"
  35. ABSL_FLAG(int32_t, control_port, 0, "Server port for controlling the server.");
  36. ABSL_FLAG(int32_t, retry_port, 0,
  37. "Server port for raw tcp connections. All incoming "
  38. "connections will be closed immediately.");
  39. using grpc::Server;
  40. using grpc::ServerBuilder;
  41. using grpc::ServerContext;
  42. using grpc::Status;
  43. using grpc::testing::Empty;
  44. using grpc::testing::ReconnectInfo;
  45. using grpc::testing::ReconnectParams;
  46. using grpc::testing::ReconnectService;
  47. static bool got_sigint = false;
  48. class ReconnectServiceImpl : public ReconnectService::Service {
  49. public:
  50. explicit ReconnectServiceImpl(int retry_port)
  51. : retry_port_(retry_port),
  52. serving_(false),
  53. server_started_(false),
  54. shutdown_(false) {
  55. reconnect_server_init(&tcp_server_);
  56. }
  57. ~ReconnectServiceImpl() override {
  58. if (server_started_) {
  59. reconnect_server_destroy(&tcp_server_);
  60. }
  61. }
  62. void Poll(int seconds) { reconnect_server_poll(&tcp_server_, seconds); }
  63. Status Start(ServerContext* /*context*/, const ReconnectParams* request,
  64. Empty* /*response*/) override {
  65. bool start_server = true;
  66. std::unique_lock<std::mutex> lock(mu_);
  67. while (serving_ && !shutdown_) {
  68. cv_.wait(lock);
  69. }
  70. if (shutdown_) {
  71. return Status(grpc::StatusCode::UNAVAILABLE, "shutting down");
  72. }
  73. serving_ = true;
  74. if (server_started_) {
  75. start_server = false;
  76. } else {
  77. tcp_server_.max_reconnect_backoff_ms =
  78. request->max_reconnect_backoff_ms();
  79. server_started_ = true;
  80. }
  81. lock.unlock();
  82. if (start_server) {
  83. reconnect_server_start(&tcp_server_, retry_port_);
  84. } else {
  85. reconnect_server_clear_timestamps(&tcp_server_);
  86. }
  87. return Status::OK;
  88. }
  89. Status Stop(ServerContext* /*context*/, const Empty* /*request*/,
  90. ReconnectInfo* response) override {
  91. // extract timestamps and set response
  92. Verify(response);
  93. reconnect_server_clear_timestamps(&tcp_server_);
  94. std::lock_guard<std::mutex> lock(mu_);
  95. serving_ = false;
  96. cv_.notify_one();
  97. return Status::OK;
  98. }
  99. void Verify(ReconnectInfo* response) {
  100. double expected_backoff = 1000.0;
  101. const double kTransmissionDelay = 100.0;
  102. const double kBackoffMultiplier = 1.6;
  103. const double kJitterFactor = 0.2;
  104. const int kMaxBackoffMs = tcp_server_.max_reconnect_backoff_ms
  105. ? tcp_server_.max_reconnect_backoff_ms
  106. : 120 * 1000;
  107. bool passed = true;
  108. for (timestamp_list* cur = tcp_server_.head; cur && cur->next;
  109. cur = cur->next) {
  110. double backoff = gpr_time_to_millis(
  111. gpr_time_sub(cur->next->timestamp, cur->timestamp));
  112. double min_backoff = expected_backoff * (1 - kJitterFactor);
  113. double max_backoff = expected_backoff * (1 + kJitterFactor);
  114. if (backoff < min_backoff - kTransmissionDelay ||
  115. backoff > max_backoff + kTransmissionDelay) {
  116. passed = false;
  117. }
  118. response->add_backoff_ms(static_cast<int32_t>(backoff));
  119. expected_backoff *= kBackoffMultiplier;
  120. expected_backoff =
  121. expected_backoff > kMaxBackoffMs ? kMaxBackoffMs : expected_backoff;
  122. }
  123. response->set_passed(passed);
  124. }
  125. void Shutdown() {
  126. std::lock_guard<std::mutex> lock(mu_);
  127. shutdown_ = true;
  128. cv_.notify_all();
  129. }
  130. private:
  131. int retry_port_;
  132. reconnect_server tcp_server_;
  133. bool serving_;
  134. bool server_started_;
  135. bool shutdown_;
  136. std::mutex mu_;
  137. std::condition_variable cv_;
  138. };
  139. void RunServer() {
  140. std::ostringstream server_address;
  141. server_address << "0.0.0.0:" << absl::GetFlag(FLAGS_control_port);
  142. ReconnectServiceImpl service(absl::GetFlag(FLAGS_retry_port));
  143. ServerBuilder builder;
  144. builder.RegisterService(&service);
  145. builder.AddListeningPort(server_address.str(),
  146. grpc::InsecureServerCredentials());
  147. std::unique_ptr<Server> server(builder.BuildAndStart());
  148. gpr_log(GPR_INFO, "Server listening on %s", server_address.str().c_str());
  149. while (!got_sigint) {
  150. service.Poll(5);
  151. }
  152. service.Shutdown();
  153. }
  154. static void sigint_handler(int /*x*/) { got_sigint = true; }
  155. int main(int argc, char** argv) {
  156. grpc::testing::InitTest(&argc, &argv, true);
  157. signal(SIGINT, sigint_handler);
  158. GPR_ASSERT(absl::GetFlag(FLAGS_control_port) != 0);
  159. GPR_ASSERT(absl::GetFlag(FLAGS_retry_port) != 0);
  160. RunServer();
  161. return 0;
  162. }